[ 506.060887] env[63533]: INFO neutron.common.config [-] Logging enabled! [ 506.061292] env[63533]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev17 [ 506.061459] env[63533]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63533) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 506.061777] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 506.061892] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 506.062776] env[63533]: WARNING oslo_policy.policy [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 506.063018] env[63533]: WARNING oslo_policy.policy [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 506.064581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] VMware NSXv3 Agent initialized successfully. [ 506.064991] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Acquiring lock "singleton_lock" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.065157] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Acquired lock "singleton_lock" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.065381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Releasing lock "singleton_lock" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.065688] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Full set of CONF: {{(pid=63533) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 506.065809] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ******************************************************************************** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 506.065918] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Configuration options gathered from: {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 506.066294] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 506.066442] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 506.066556] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ================================================================================ {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 506.066732] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] agent_down_time = 75 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.066881] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] allow_automatic_dhcp_failover = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067036] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] allow_bulk = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067187] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] api_extensions_path = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067332] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] api_paste_config = api-paste.ini {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067479] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] auth_strategy = keystone {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067590] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] backdoor_port = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067700] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] backdoor_socket = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.067860] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] backlog = 4096 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068041] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] base_mac = fa:16:3e:00:00:00 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068205] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] bind_host = 0.0.0.0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068355] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] bind_port = 9696 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068497] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] client_socket_timeout = 900 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068669] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] config_dir = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068787] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.068935] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] config_source = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069092] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] control_exchange = neutron {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069242] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] core_plugin = ml2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069384] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] debug = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069524] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] default_availability_zones = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069734] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.069880] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dhcp_agent_notification = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070041] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dhcp_agents_per_network = 1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070189] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dhcp_lease_duration = 86400 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070339] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dhcp_load_type = networks {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070483] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dns_domain = openstacklocal {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070626] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070795] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_default_route_bfd = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.070985] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_default_route_ecmp = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071166] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_dvr = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071311] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_new_agents = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071448] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071585] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_signals = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071752] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] enable_traditional_dhcp = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.071890] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] external_dns_driver = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072040] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] filter_validation = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072191] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] global_physnet_mtu = 8950 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072330] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] graceful_shutdown_timeout = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072513] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] host = cpu-1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072660] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] host_dvr_for_dhcp = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072803] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] http_retries = 3 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.072947] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] instance_format = [instance: %(uuid)s] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073104] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073249] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ipam_driver = internal {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073385] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ipv6_pd_enabled = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073521] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] l3_ha = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073662] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.073834] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] l3_ha_network_physical_name = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074012] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] l3_ha_network_type = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074177] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_color = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074323] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_config_append = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074468] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074607] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_dir = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074743] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_file = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074850] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_options = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.074991] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_rotate_interval = 1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075163] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_rotate_interval_type = days {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075307] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] log_rotation_type = none {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075419] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075526] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075668] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075809] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.075916] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076074] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_dns_nameservers = 5 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076220] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_header_line = 16384 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076363] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_l3_agents_per_router = 3 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076503] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_logfile_count = 30 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076641] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_logfile_size_mb = 200 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076780] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] max_subnet_host_routes = 20 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.076958] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] my_ip = 10.180.1.21 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077127] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] my_ipv6 = ::1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077271] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] network_auto_schedule = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077404] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] network_link_prefix = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077548] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077696] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] notify_nova_on_port_data_changes = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077839] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] notify_nova_on_port_status_changes = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.077985] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] pagination_max_limit = -1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078140] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] publish_errors = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078278] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rate_limit_burst = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078422] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rate_limit_except_level = CRITICAL {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078575] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rate_limit_interval = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078745] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] retry_until_window = 30 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.078893] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] router_distributed = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079045] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rpc_resources_processing_step = 20 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079190] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rpc_response_max_timeout = 600 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079333] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] rpc_response_timeout = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079531] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] send_events_interval = 2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079720] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] service_plugins = ['router'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.079886] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] setproctitle = on {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080054] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] shell_completion = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080208] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] state_path = /opt/stack/data/neutron {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080358] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] syslog_log_facility = LOG_USER {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080497] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] tcp_keepidle = 600 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080641] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] transport_url = **** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080811] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_eventlog = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.080955] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_journal = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081105] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_json = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081242] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_ssl = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081375] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_stderr = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081518] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] use_syslog = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081665] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] vlan_transparent = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081818] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] watch_log_file = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.081963] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] wsgi_default_pool_size = 100 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.082117] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] wsgi_keep_alive = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.082265] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.082404] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] wsgi_server_debug = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 506.082560] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_concurrency.disable_process_locking = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.082709] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.082863] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083066] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083229] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083378] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083520] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083677] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.connection_string = messaging:// {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083828] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.enabled = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.083976] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.es_doc_type = notification {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084137] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.es_scroll_size = 10000 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084287] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.es_scroll_time = 2m {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084426] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.filter_error_trace = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084572] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.hmac_keys = **** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084725] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.sentinel_service_name = mymaster {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.084876] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.socket_timeout = 0.1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085030] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.trace_requests = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085176] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler.trace_sqlalchemy = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085335] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler_jaeger.process_tags = {} {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085475] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler_jaeger.service_name_prefix = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085617] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] profiler_otlp.service_name_prefix = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.085799] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.enforce_new_defaults = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.086148] env[63533]: WARNING oslo_config.cfg [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 506.086317] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.enforce_scope = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.086475] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.policy_default_rule = default {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.086639] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.086792] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.086942] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087098] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087240] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087379] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087519] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087672] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087830] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] agent.extensions = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.087974] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088135] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] service_providers.service_provider = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088290] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.default_quota = -1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088439] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088601] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_floatingip = 50 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088758] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_network = 100 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.088924] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_port = 500 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089100] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089252] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_router = 10 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089391] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_security_group = 10 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089531] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089674] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.quota_subnet = 100 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089812] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] QUOTAS.track_quota_usage = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.089965] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090117] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090255] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090397] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090537] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090690] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.090859] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091022] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091154] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091296] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091437] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091573] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_dhcp_release.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091720] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.091885] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092042] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092189] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092332] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092469] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_ovs_vsctl.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092613] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.capabilities = [21] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092749] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.092886] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093041] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093185] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093322] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_namespace.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093466] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.capabilities = [12] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093603] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093740] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.093882] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094033] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094174] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_conntrack.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094319] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.capabilities = [12, 21] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094456] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.group = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094592] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.helper_command = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094733] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.094915] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.thread_pool_size = 8 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095085] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] privsep_link.user = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095254] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095414] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095557] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.continue_on_failed_promotions = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095700] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.dscp = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095845] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.dscp_inherit = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.095993] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.force_mp_to_policy = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096147] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.locking_coordinator_url = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096290] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.log_agent_heartbeats = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096432] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.logging_expire = 1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096581] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096730] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.096884] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.polling_interval = 240 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097040] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097196] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097347] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.report_interval = 30.0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097496] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097645] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097797] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.097974] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.sync_skew = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098136] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.synchronization_queue_size = 20 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098285] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT.use_helper_for_ns_read = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098436] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] SECURITYGROUP.enable_ipset = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098611] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] SECURITYGROUP.enable_security_group = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098783] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.098942] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099110] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] experimental.ipv6_pd_enabled = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099259] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] experimental.linuxbridge = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099426] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.extension_drivers = ['port_security'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099569] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.external_network_type = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099736] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.099895] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.overlay_ip_version = 4 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100061] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.path_mtu = 8950 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100212] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.physical_network_mtus = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100366] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.tenant_network_types = ['vlan'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100515] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100699] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ml2.type_drivers = ['vlan'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.100927] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT_CLI.neutron_port_id = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101048] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101200] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101360] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101521] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101667] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101816] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.101967] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102130] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102333] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102483] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_login_password = **** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102636] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_login_port = 443 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102782] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_login_user = admin {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.102933] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103096] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103245] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103389] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103538] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103689] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.103840] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104027] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104176] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104330] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104485] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104634] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104782] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.104981] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105147] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] vsphere.vsphere_login_password = VMware1! {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105297] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105441] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105591] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.auth_section = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105745] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.auth_type = password {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.105897] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106050] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.certfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106196] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.collect_timing = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106347] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.endpoint_type = public {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106489] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.insecure = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106627] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.keyfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106773] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.region_name = RegionOne {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.106957] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.split_loggers = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107132] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] nova.timeout = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107284] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.auth_section = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107436] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.auth_type = password {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107589] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107730] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.certfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.107875] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.collect_timing = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108035] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.endpoint_type = public {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108184] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.insecure = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108321] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.keyfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108458] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.region_name = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108624] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.split_loggers = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108778] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] placement.timeout = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.108928] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.auth_section = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109084] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.auth_type = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109224] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.cafile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109360] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.certfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109501] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.collect_timing = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109640] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.connect_retries = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109779] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.connect_retry_delay = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.109942] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.enable_notifications = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110109] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.endpoint_override = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110251] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.insecure = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110391] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.interface = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110529] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.keyfile = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110691] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.max_version = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110833] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.min_version = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.110973] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.region_name = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111126] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.retriable_status_codes = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111265] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.service_name = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111401] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.service_type = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111544] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.split_loggers = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111680] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.status_code_retries = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111819] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.status_code_retry_delay = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.111956] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.timeout = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112103] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.valid_interfaces = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112240] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ironic.version = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112388] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] cli_script.dry_run = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112542] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112684] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112829] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.112998] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113167] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113311] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113451] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113592] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113732] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.113883] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114031] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114183] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114330] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114480] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114630] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114777] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.114922] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115085] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115230] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115374] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115519] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115663] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115807] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.115970] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116142] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116287] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116432] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116574] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116725] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.116875] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117038] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117195] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117338] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117486] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117635] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117776] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.117936] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_notifications.driver = [] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.118094] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_notifications.retry = -1 {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.118262] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.118407] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 506.118518] env[63533]: DEBUG oslo_service.service [None req-bd357265-e826-4dcb-ae91-4aa54f952501 None None] ******************************************************************************** {{(pid=63533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 506.119663] env[63533]: DEBUG neutron.agent.securitygroups_rpc [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Init firewall settings (driver=nsxv3) {{(pid=63533) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:124}} [ 506.121114] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63533) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 506.121345] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] RPC agent_id: nsxm-l-01a.corp.local [ 506.123606] env[63533]: DEBUG dogpile.cache.region [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 506.123749] env[63533]: DEBUG dogpile.lock [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 506.123831] env[63533]: DEBUG dogpile.lock [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 506.123928] env[63533]: DEBUG dogpile.lock [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 506.124035] env[63533]: DEBUG dogpile.cache.region [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 506.124129] env[63533]: DEBUG dogpile.lock [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 506.124257] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 506.258377] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Session token - acquiring [ 506.260402] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.260587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.260713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.261212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.271886] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.557072] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 506.579285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 506.579451] env[63533]: DEBUG dogpile.cache.region [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Cache value generated in 0.455 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 506.579537] env[63533]: DEBUG dogpile.lock [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 506.579674] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Activating Policy API Provider. [ 506.579883] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Looking for the default Infrastructure Rules. [ 506.654681] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Looking for the Default Layer3 Logged Drop Section. [ 506.675018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 506.675513] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.675685] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.675813] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.676192] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.676540] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.192101] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.694641] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 508.196692] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Inventory metadata is going to be refreshed. [ 508.197199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 508.954926] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.955216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.955216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.955574] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.968679] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 508.969631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.970730] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 508.990053] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.990312] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.990353] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.990668] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.990830] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.990992] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 508.991128] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 508.991237] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 509.011281] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.011507] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.011651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.011959] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.012181] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.012338] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 509.033018] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.033321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.033321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.033631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.033783] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.033939] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 509.056697] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.056967] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.056967] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.057328] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.057478] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.057633] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 509.057745] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 509.057853] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 509.077528] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.077763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.077763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.078245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.078400] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.078621] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 509.078695] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 509.078801] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 509.101781] env[63533]: DEBUG networking_nsxv3.common.locking [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.102058] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.102111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.102411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.102561] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.102717] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 509.102827] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 509.102932] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Inventory metadata have been refreshed. [ 509.103041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Dryrun:True. Metadata refresh completed. [ 509.103162] env[63533]: DEBUG oslo_concurrency.lockutils [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Releasing lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.104650] env[63533]: INFO neutron.agent.agent_extensions_manager [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Loaded agent extensions: [] [ 509.105368] env[63533]: DEBUG neutron_lib.callbacks.manager [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63533) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 509.158918] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent RPC Daemon Started! [ 509.159170] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:0 started [ 509.159170] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent out of sync with plugin! [ 514.106209] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 514.106626] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 519.107678] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 519.107946] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 522.655713] env[63533]: INFO networking_nsxv3.common.synchronization [None req-18e55e1a-f93b-4848-ad12-874d14e12244 demo admin] Enqueued Resource ID: dc1527c0-d6e6-4c60-8edb-fa280d24dfb8 with Priority: HIGHEST for action security_group_rules [ 522.656310] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1527c0-d6e6-4c60-8edb-fa280d24dfb8 with Priority: HIGHEST for action security_group_rules [ 522.656621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1527c0-d6e6-4c60-8edb-fa280d24dfb8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.656741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1527c0-d6e6-4c60-8edb-fa280d24dfb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.656808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1527c0-d6e6-4c60-8edb-fa280d24dfb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.657173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1527c0-d6e6-4c60-8edb-fa280d24dfb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.657259] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1527c0-d6e6-4c60-8edb-fa280d24dfb8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.177016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.177241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.177241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.177458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.177549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.177645] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1527c0-d6e6-4c60-8edb-fa280d24dfb8 already deleted. [ 523.177729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1527c0-d6e6-4c60-8edb-fa280d24dfb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.656862] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 527.657322] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 532.657702] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.658113] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.658410] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.658786] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.660923] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.660923] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.661594] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.661891] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.261543] env[63533]: INFO networking_nsxv3.common.synchronization [None req-7c241477-e902-4c47-af3e-cb74e677a007 None None] Enqueued Resource ID: 4be66443-77f7-412d-b5c2-fc87f78f9b5f with Priority: HIGHEST for action port [ 549.262122] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be66443-77f7-412d-b5c2-fc87f78f9b5f with Priority: HIGHEST for action port [ 549.262479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be66443-77f7-412d-b5c2-fc87f78f9b5f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.262574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be66443-77f7-412d-b5c2-fc87f78f9b5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.262639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be66443-77f7-412d-b5c2-fc87f78f9b5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.262894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be66443-77f7-412d-b5c2-fc87f78f9b5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.262974] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be66443-77f7-412d-b5c2-fc87f78f9b5f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.284519] env[63533]: INFO networking_nsxv3.common.synchronization [None req-509f6b5c-e033-4cd9-b27c-727a5df95ae6 None None] Enqueued Resource ID: 59dbd74e-7f9d-4683-9f97-c642f8eefa76 with Priority: HIGHEST for action port [ 549.284650] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59dbd74e-7f9d-4683-9f97-c642f8eefa76 with Priority: HIGHEST for action port [ 549.287063] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-59dbd74e-7f9d-4683-9f97-c642f8eefa76 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.287063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59dbd74e-7f9d-4683-9f97-c642f8eefa76" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.287063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59dbd74e-7f9d-4683-9f97-c642f8eefa76" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.287063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59dbd74e-7f9d-4683-9f97-c642f8eefa76" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.291025] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dbd74e-7f9d-4683-9f97-c642f8eefa76',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.767414] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4be66443-77f7-412d-b5c2-fc87f78f9b5f [ 549.768405] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.768405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.768405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.768405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.768405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.768405] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4be66443-77f7-412d-b5c2-fc87f78f9b5f already deleted. [ 549.768405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be66443-77f7-412d-b5c2-fc87f78f9b5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.789967] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59dbd74e-7f9d-4683-9f97-c642f8eefa76 [ 549.790210] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.790588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.790588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.790694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.790725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.791181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59dbd74e-7f9d-4683-9f97-c642f8eefa76 already deleted. [ 549.791181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59dbd74e-7f9d-4683-9f97-c642f8eefa76" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.166696] env[63533]: INFO networking_nsxv3.common.synchronization [None req-bb641ee8-2482-4938-a4a3-51605f3e07ba None None] Enqueued Resource ID: d4743aef-380e-4114-9056-c9a5032404df with Priority: HIGHEST for action port [ 551.167267] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4743aef-380e-4114-9056-c9a5032404df with Priority: HIGHEST for action port [ 551.167574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4743aef-380e-4114-9056-c9a5032404df taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.167705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4743aef-380e-4114-9056-c9a5032404df" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.167776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4743aef-380e-4114-9056-c9a5032404df" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.168665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4743aef-380e-4114-9056-c9a5032404df" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.168839] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4743aef-380e-4114-9056-c9a5032404df',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.626167] env[63533]: INFO networking_nsxv3.common.synchronization [None req-010c831d-b285-4d84-9fce-dca47b73abaa None None] Enqueued Resource ID: a9206644-fb3b-44a4-baf2-277b5b92de7c with Priority: HIGHEST for action port [ 551.626367] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9206644-fb3b-44a4-baf2-277b5b92de7c with Priority: HIGHEST for action port [ 551.626924] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9206644-fb3b-44a4-baf2-277b5b92de7c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.627071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9206644-fb3b-44a4-baf2-277b5b92de7c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.627407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9206644-fb3b-44a4-baf2-277b5b92de7c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.627407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9206644-fb3b-44a4-baf2-277b5b92de7c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.627662] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9206644-fb3b-44a4-baf2-277b5b92de7c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.671826] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4743aef-380e-4114-9056-c9a5032404df [ 551.671999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.676456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.676456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.676456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.676456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.676456] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4743aef-380e-4114-9056-c9a5032404df already deleted. [ 551.676456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4743aef-380e-4114-9056-c9a5032404df" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.757371] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e960e990-69cb-420c-a865-c6813c930a80 None None] Enqueued Resource ID: f9f27dc8-a13f-4701-9fb6-ba5091c360c5 with Priority: HIGHEST for action port [ 551.757701] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f27dc8-a13f-4701-9fb6-ba5091c360c5 with Priority: HIGHEST for action port [ 551.758100] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f27dc8-a13f-4701-9fb6-ba5091c360c5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.759937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f27dc8-a13f-4701-9fb6-ba5091c360c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.760037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f27dc8-a13f-4701-9fb6-ba5091c360c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.760408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f27dc8-a13f-4701-9fb6-ba5091c360c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.760408] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f27dc8-a13f-4701-9fb6-ba5091c360c5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.140578] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9206644-fb3b-44a4-baf2-277b5b92de7c [ 552.140578] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.140578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.140578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.140578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.140578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.140578] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9206644-fb3b-44a4-baf2-277b5b92de7c already deleted. [ 552.140578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9206644-fb3b-44a4-baf2-277b5b92de7c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.265503] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9f27dc8-a13f-4701-9fb6-ba5091c360c5 [ 552.265503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.265909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.265909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.265909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.266132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.266132] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9f27dc8-a13f-4701-9fb6-ba5091c360c5 already deleted. [ 552.266132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f27dc8-a13f-4701-9fb6-ba5091c360c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.831895] env[63533]: INFO networking_nsxv3.common.synchronization [None req-97506f50-d9bd-46b0-823a-8d91254d5bb1 None None] Enqueued Resource ID: dee68a5d-290a-445f-9dfe-c1da9fe352ea with Priority: HIGHEST for action port [ 553.831895] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee68a5d-290a-445f-9dfe-c1da9fe352ea with Priority: HIGHEST for action port [ 553.831895] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee68a5d-290a-445f-9dfe-c1da9fe352ea taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.831895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee68a5d-290a-445f-9dfe-c1da9fe352ea" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.831895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee68a5d-290a-445f-9dfe-c1da9fe352ea" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.831895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee68a5d-290a-445f-9dfe-c1da9fe352ea" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.832557] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee68a5d-290a-445f-9dfe-c1da9fe352ea',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.334867] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee68a5d-290a-445f-9dfe-c1da9fe352ea [ 554.335993] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.335993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.335993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.335993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.335993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.335993] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee68a5d-290a-445f-9dfe-c1da9fe352ea already deleted. [ 554.335993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee68a5d-290a-445f-9dfe-c1da9fe352ea" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.410838] env[63533]: INFO networking_nsxv3.common.synchronization [None req-23e4db2f-988e-4eb4-974a-c3526160f8aa None None] Enqueued Resource ID: 3c2b0ad3-9680-48c3-a330-ff00f7311959 with Priority: HIGHEST for action port [ 554.411117] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2b0ad3-9680-48c3-a330-ff00f7311959 with Priority: HIGHEST for action port [ 554.411688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2b0ad3-9680-48c3-a330-ff00f7311959 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.411817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2b0ad3-9680-48c3-a330-ff00f7311959" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.411878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2b0ad3-9680-48c3-a330-ff00f7311959" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.412164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2b0ad3-9680-48c3-a330-ff00f7311959" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.412358] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2b0ad3-9680-48c3-a330-ff00f7311959',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.915470] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c2b0ad3-9680-48c3-a330-ff00f7311959 [ 554.915745] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.915745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.915852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.916047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.916880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.916880] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c2b0ad3-9680-48c3-a330-ff00f7311959 already deleted. [ 554.916880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2b0ad3-9680-48c3-a330-ff00f7311959" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.868130] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d8335082-fd4b-4720-965a-dfcaced764f5 None None] Enqueued Resource ID: fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2 with Priority: HIGHEST for action port [ 555.868130] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2 with Priority: HIGHEST for action port [ 555.868130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.868130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.868130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.868130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.868130] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.373723] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2 [ 556.373989] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.374135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.374135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.374406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.374406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.374506] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2 already deleted. [ 556.374541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd33f6d-f7c1-4ef1-b898-e1a10c0eeaf2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.960353] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2d1f0bbd-2f49-4a37-80a9-71e2e29247aa None None] Enqueued Resource ID: 6cdc97cc-eabb-4334-a778-1104a0d1b8e1 with Priority: HIGHEST for action port [ 557.960650] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cdc97cc-eabb-4334-a778-1104a0d1b8e1 with Priority: HIGHEST for action port [ 557.961197] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cdc97cc-eabb-4334-a778-1104a0d1b8e1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.961327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cdc97cc-eabb-4334-a778-1104a0d1b8e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.961414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cdc97cc-eabb-4334-a778-1104a0d1b8e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.963102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cdc97cc-eabb-4334-a778-1104a0d1b8e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.963102] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cdc97cc-eabb-4334-a778-1104a0d1b8e1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.261420] env[63533]: INFO networking_nsxv3.common.synchronization [None req-97b700e4-44de-429d-a05c-4f1fbf32d9b2 None None] Enqueued Resource ID: fb8e4daa-843e-42f1-9f7e-10831504db48 with Priority: HIGHEST for action port [ 558.263400] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4daa-843e-42f1-9f7e-10831504db48 with Priority: HIGHEST for action port [ 558.263400] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8e4daa-843e-42f1-9f7e-10831504db48 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.263400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8e4daa-843e-42f1-9f7e-10831504db48" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.264063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8e4daa-843e-42f1-9f7e-10831504db48" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.264635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8e4daa-843e-42f1-9f7e-10831504db48" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.264635] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8e4daa-843e-42f1-9f7e-10831504db48',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.466669] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cdc97cc-eabb-4334-a778-1104a0d1b8e1 [ 558.466912] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.467059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.467126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.467331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.467418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.467544] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cdc97cc-eabb-4334-a778-1104a0d1b8e1 already deleted. [ 558.467673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cdc97cc-eabb-4334-a778-1104a0d1b8e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.768452] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb8e4daa-843e-42f1-9f7e-10831504db48 [ 558.768452] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.768452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.768452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.768452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.768452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.768452] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb8e4daa-843e-42f1-9f7e-10831504db48 already deleted. [ 558.768452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8e4daa-843e-42f1-9f7e-10831504db48" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.198118] env[63533]: INFO networking_nsxv3.common.synchronization [None req-733fab31-fcf3-4657-9da6-4e303e53739d None None] Enqueued Resource ID: a64011b2-48b3-4024-b070-9839a70815f9 with Priority: HIGHEST for action port [ 560.198356] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a64011b2-48b3-4024-b070-9839a70815f9 with Priority: HIGHEST for action port [ 560.198883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a64011b2-48b3-4024-b070-9839a70815f9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.199373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a64011b2-48b3-4024-b070-9839a70815f9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.199450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a64011b2-48b3-4024-b070-9839a70815f9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.199701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a64011b2-48b3-4024-b070-9839a70815f9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.199780] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64011b2-48b3-4024-b070-9839a70815f9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.706139] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a64011b2-48b3-4024-b070-9839a70815f9 [ 560.706139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.706139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.706139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.706139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.706139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.706445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a64011b2-48b3-4024-b070-9839a70815f9 already deleted. [ 560.706445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a64011b2-48b3-4024-b070-9839a70815f9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.370828] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c660c46a-7802-4a53-ba10-79e7412f6245 None None] Enqueued Resource ID: d7b70334-f330-4ead-a1cf-ef7c21f6f3cf with Priority: HIGHEST for action port [ 562.371170] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b70334-f330-4ead-a1cf-ef7c21f6f3cf with Priority: HIGHEST for action port [ 562.371659] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b70334-f330-4ead-a1cf-ef7c21f6f3cf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.371793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b70334-f330-4ead-a1cf-ef7c21f6f3cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.371853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b70334-f330-4ead-a1cf-ef7c21f6f3cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.372160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b70334-f330-4ead-a1cf-ef7c21f6f3cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.372160] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b70334-f330-4ead-a1cf-ef7c21f6f3cf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.879038] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7b70334-f330-4ead-a1cf-ef7c21f6f3cf [ 562.879038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.879038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.879038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.879038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.879280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.879280] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7b70334-f330-4ead-a1cf-ef7c21f6f3cf already deleted. [ 562.879280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b70334-f330-4ead-a1cf-ef7c21f6f3cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.389867] env[63533]: INFO networking_nsxv3.common.synchronization [None req-32288bb8-82f4-4288-9919-a4f9ea44d0d3 None None] Enqueued Resource ID: 900f33a7-234d-4505-9197-1c1f8c4ef680 with Priority: HIGHEST for action port [ 563.390794] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900f33a7-234d-4505-9197-1c1f8c4ef680 with Priority: HIGHEST for action port [ 563.394634] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5fb1d9fb-dcd7-4f5c-b76f-6823e722c245 None None] Enqueued Resource ID: e81d503f-c2a4-4f93-aa84-c5a582070733 with Priority: HIGHEST for action port [ 563.394976] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-900f33a7-234d-4505-9197-1c1f8c4ef680 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.395390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900f33a7-234d-4505-9197-1c1f8c4ef680" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.395390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900f33a7-234d-4505-9197-1c1f8c4ef680" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.395654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900f33a7-234d-4505-9197-1c1f8c4ef680" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.395654] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900f33a7-234d-4505-9197-1c1f8c4ef680',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.398902] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81d503f-c2a4-4f93-aa84-c5a582070733 with Priority: HIGHEST for action port [ 563.398902] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81d503f-c2a4-4f93-aa84-c5a582070733 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.398902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81d503f-c2a4-4f93-aa84-c5a582070733" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.398902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81d503f-c2a4-4f93-aa84-c5a582070733" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.398902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81d503f-c2a4-4f93-aa84-c5a582070733" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.398902] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81d503f-c2a4-4f93-aa84-c5a582070733',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.902034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 900f33a7-234d-4505-9197-1c1f8c4ef680 [ 563.902034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.902034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.902034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.902292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.902292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.902482] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:900f33a7-234d-4505-9197-1c1f8c4ef680 already deleted. [ 563.902482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900f33a7-234d-4505-9197-1c1f8c4ef680" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.917986] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e81d503f-c2a4-4f93-aa84-c5a582070733 [ 563.917986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.917986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.917986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.918157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.918157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.918211] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e81d503f-c2a4-4f93-aa84-c5a582070733 already deleted. [ 563.918287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81d503f-c2a4-4f93-aa84-c5a582070733" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.108406] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.108756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.108839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.109122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.109343] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.401801] env[63533]: INFO networking_nsxv3.common.synchronization [req-f4d46a63-8300-4408-8003-20195fca89cb req-b20c23e8-1bcf-4024-a18c-3d5cc02b79a1 tempest-FloatingIPsAssociationNegativeTestJSON-316205081 tempest-FloatingIPsAssociationNegativeTestJSON-316205081-project-member] Enqueued Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 564.404528] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 564.407787] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.407787] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.407787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.407787] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.612080] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.915158] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.915158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.915158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.915158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.915726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.915726] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.915726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.915726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.915726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.915726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.916052] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a already deleted. [ 564.916052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.115419] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.126917] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2417bad7-e564-4555-a02a-919271fd9f4f None None] Enqueued Resource ID: 17e04fa5-e2d9-44e2-83ee-fa5a0d108d59 with Priority: HIGHEST for action port [ 565.127191] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e04fa5-e2d9-44e2-83ee-fa5a0d108d59 with Priority: HIGHEST for action port [ 565.127758] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e04fa5-e2d9-44e2-83ee-fa5a0d108d59 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.127884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e04fa5-e2d9-44e2-83ee-fa5a0d108d59" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.127979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e04fa5-e2d9-44e2-83ee-fa5a0d108d59" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.128404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e04fa5-e2d9-44e2-83ee-fa5a0d108d59" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.128404] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e04fa5-e2d9-44e2-83ee-fa5a0d108d59',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.353500] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9c198581-7c38-47c2-a251-a01be160772a None None] Enqueued Resource ID: 2fab85e8-0c56-493a-b3e6-512ca28fa862 with Priority: HIGHEST for action port [ 565.354592] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fab85e8-0c56-493a-b3e6-512ca28fa862 with Priority: HIGHEST for action port [ 565.355580] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fab85e8-0c56-493a-b3e6-512ca28fa862 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.355696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fab85e8-0c56-493a-b3e6-512ca28fa862" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.355800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fab85e8-0c56-493a-b3e6-512ca28fa862" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.356315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fab85e8-0c56-493a-b3e6-512ca28fa862" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.356430] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fab85e8-0c56-493a-b3e6-512ca28fa862',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.621526] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 565.621526] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.632148] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17e04fa5-e2d9-44e2-83ee-fa5a0d108d59 [ 565.632384] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.632559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.632611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.633277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.633392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.633490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17e04fa5-e2d9-44e2-83ee-fa5a0d108d59 already deleted. [ 565.633607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e04fa5-e2d9-44e2-83ee-fa5a0d108d59" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.777821] env[63533]: INFO networking_nsxv3.common.synchronization [None req-12e18301-742f-4311-9982-01e1f1d6237f None None] Enqueued Resource ID: 84c23361-0139-4ecd-a040-a135541f0a5f with Priority: HIGHEST for action port [ 565.777821] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c23361-0139-4ecd-a040-a135541f0a5f with Priority: HIGHEST for action port [ 565.778023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c23361-0139-4ecd-a040-a135541f0a5f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.778158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c23361-0139-4ecd-a040-a135541f0a5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.778222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c23361-0139-4ecd-a040-a135541f0a5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.778479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c23361-0139-4ecd-a040-a135541f0a5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.778552] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c23361-0139-4ecd-a040-a135541f0a5f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.859665] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.859950] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-877" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.859996] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-877" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.860607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-877" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.860739] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.860953] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.860953] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.861469] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.861469] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.861618] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.861753] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.861851] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.861960] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.862083] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.862509] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.862509] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.864642] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fab85e8-0c56-493a-b3e6-512ca28fa862 [ 565.865082] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.865082] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.865082] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.865238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.865238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.865328] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fab85e8-0c56-493a-b3e6-512ca28fa862 already deleted. [ 565.865409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fab85e8-0c56-493a-b3e6-512ca28fa862" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.893272] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.893272] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.893364] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.893500] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-877" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.893871] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-51784c09-2e46-4add-9f20-a0a9563f7eaf taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.894153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.894221] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.894512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.894657] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51784c09-2e46-4add-9f20-a0a9563f7eaf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.282294] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c23361-0139-4ecd-a040-a135541f0a5f [ 566.282566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.282705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.282777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.282988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.283097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.283190] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c23361-0139-4ecd-a040-a135541f0a5f already deleted. [ 566.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c23361-0139-4ecd-a040-a135541f0a5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.400731] env[63533]: INFO networking_nsxv3.common.synchronization [req-5d69252f-fdbe-4efb-93b8-f987d80c9192 req-1563d80b-da4c-4ce5-8afd-8d7c2822087e tempest-ServerDiagnosticsNegativeTest-1134525262 tempest-ServerDiagnosticsNegativeTest-1134525262-project-member] Enqueued Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 566.402021] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 566.402021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.402021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.402021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.402470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.402470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.402470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.402470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.402652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.402696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.403506] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.405900] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.405900] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.406027] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.406176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.406314] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.406507] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 51784c09-2e46-4add-9f20-a0a9563f7eaf not found, creating... [ 566.406708] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.406859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.407061] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.407193] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.407856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.407856] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.407856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.408130] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.408161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.408300] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.409337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 51784c09-2e46-4add-9f20-a0a9563f7eaf is going to be created. [ 566.411206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.411309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.411363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.411509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.430295] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 566.431228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.434954] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 566.460953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.461124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.461430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.461495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.461971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.461971] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 566.461971] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.462933] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 566.469513] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.470291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.470291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.470794] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.471168] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.471549] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.500057] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.500057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.500057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.500057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.500375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.500585] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 566.526708] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.526708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.526708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.526968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.527065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.527175] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 566.556373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.556583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.556735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.560152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.560345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.560690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 566.560690] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.560690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 566.581259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.581421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.581467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.581793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.581912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.582017] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 566.582092] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.582175] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 566.605802] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.606036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.606036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.606288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.606404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.606528] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 566.606600] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.606721] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 566.606784] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 566.606818] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 566.606879] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 566.606957] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 566.607270] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 566.607343] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 566.607406] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 566.634134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.634134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.634134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.634557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.634557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.634557] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 566.661176] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.662697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.662697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.662697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.662697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.678183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.905940] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.905940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.905940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.906119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.906119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.906291] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.906388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.906593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.906593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.906745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.906745] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa already deleted. [ 566.906807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.976601] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.976601] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.976601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.976970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.976970] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 566.980968] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 566.981135] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 566.981248] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 566.981395] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 566.981499] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 566.981665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 567.003493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 567.003665] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 567.003799] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 567.004017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.005031] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.005031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.005031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.005031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.005267] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbe2e21-79c6-4b82-a23c-a25b732e78b7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.509260] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.509537] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.509703] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.510158] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.510456] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.510682] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 not found, creating... [ 567.511057] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.511144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.511245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.511536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.511762] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.512084] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.512563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.512563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.512563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.512704] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.512818] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 is going to be created. [ 567.535250] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.535250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.535250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.535250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.535250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.535518] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.599909] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5c8a70da-82c4-4a7c-8e98-7afa020f8af6 None None] Enqueued Resource ID: 4a3a22a6-fdfe-416f-b5fb-c14bcae596b8 with Priority: HIGHEST for action port [ 567.600656] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a22a6-fdfe-416f-b5fb-c14bcae596b8 with Priority: HIGHEST for action port [ 567.601106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3a22a6-fdfe-416f-b5fb-c14bcae596b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.601106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3a22a6-fdfe-416f-b5fb-c14bcae596b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.601106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3a22a6-fdfe-416f-b5fb-c14bcae596b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.602335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3a22a6-fdfe-416f-b5fb-c14bcae596b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.602335] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3a22a6-fdfe-416f-b5fb-c14bcae596b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.773758] env[63533]: INFO networking_nsxv3.common.synchronization [req-f4d46a63-8300-4408-8003-20195fca89cb req-30ba254d-36ae-4143-99fd-9e87dd9bb628 service nova] Enqueued Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_rules [ 567.774062] env[63533]: INFO networking_nsxv3.common.synchronization [req-f4d46a63-8300-4408-8003-20195fca89cb req-30ba254d-36ae-4143-99fd-9e87dd9bb628 service nova] Enqueued Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 567.774716] env[63533]: INFO networking_nsxv3.common.synchronization [req-f4d46a63-8300-4408-8003-20195fca89cb req-30ba254d-36ae-4143-99fd-9e87dd9bb628 service nova] Enqueued Resource ID: 51784c09-2e46-4add-9f20-a0a9563f7eaf with Priority: HIGHEST for action port [ 567.774716] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_rules [ 567.774833] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 567.774946] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51784c09-2e46-4add-9f20-a0a9563f7eaf with Priority: HIGHEST for action port [ 567.775922] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.775922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.775922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.776064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.776095] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.777124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.777226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.777226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.777405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.777552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.777653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.777712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.778580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.778580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.778580] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.779327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-51784c09-2e46-4add-9f20-a0a9563f7eaf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.779327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.779327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.779327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.779327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51784c09-2e46-4add-9f20-a0a9563f7eaf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.104618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3a22a6-fdfe-416f-b5fb-c14bcae596b8 [ 568.104841] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.104975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.105064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.105988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.105988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.105988] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3a22a6-fdfe-416f-b5fb-c14bcae596b8 already deleted. [ 568.105988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3a22a6-fdfe-416f-b5fb-c14bcae596b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.284603] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.285956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.285956] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.293490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51784c09-2e46-4add-9f20-a0a9563f7eaf with status ACTIVE [ 568.293490] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.293490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.293698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.293746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.293828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.294016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.294174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.294174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.297226] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.297226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.297226] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51784c09-2e46-4add-9f20-a0a9563f7eaf is going to be updated. [ 568.320876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.320876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.320876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.320876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.320876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.321092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51784c09-2e46-4add-9f20-a0a9563f7eaf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.512787] env[63533]: INFO networking_nsxv3.common.synchronization [None req-71af0a53-b219-47bc-95ec-10e8510df6ef None None] Enqueued Resource ID: f27042ff-e6e9-4e0f-93e1-8f0e863968d7 with Priority: HIGHEST for action port [ 568.513066] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27042ff-e6e9-4e0f-93e1-8f0e863968d7 with Priority: HIGHEST for action port [ 568.514331] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27042ff-e6e9-4e0f-93e1-8f0e863968d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.514331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27042ff-e6e9-4e0f-93e1-8f0e863968d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.514331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27042ff-e6e9-4e0f-93e1-8f0e863968d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.518803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27042ff-e6e9-4e0f-93e1-8f0e863968d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.519220] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27042ff-e6e9-4e0f-93e1-8f0e863968d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.787509] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.025493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27042ff-e6e9-4e0f-93e1-8f0e863968d7 [ 569.025493] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.025929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.025929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.026180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.026180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.026285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27042ff-e6e9-4e0f-93e1-8f0e863968d7 already deleted. [ 569.029035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27042ff-e6e9-4e0f-93e1-8f0e863968d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.291341] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.291500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.291749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.291816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.291902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.294349] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a is going to be created. [ 569.322241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.322241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.322241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.322241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.322241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.339265] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: UNINITIALIZED for 2s [ 569.452429] env[63533]: INFO networking_nsxv3.common.synchronization [req-e298aae8-c14a-41a5-bb96-ea19882b6997 req-f55b9d58-db48-4a37-94dd-3617ea5846d6 tempest-DeleteServersAdminTestJSON-1314143681 tempest-DeleteServersAdminTestJSON-1314143681-project-member] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 569.453101] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 569.453438] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.453709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.453709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.453866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.454034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.454215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.455460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.455460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.455460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.455591] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.640567] env[63533]: INFO networking_nsxv3.common.synchronization [req-5d69252f-fdbe-4efb-93b8-f987d80c9192 req-23f54626-ca02-4691-96ec-eb7447946640 service nova] Enqueued Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_rules [ 569.640734] env[63533]: INFO networking_nsxv3.common.synchronization [req-5d69252f-fdbe-4efb-93b8-f987d80c9192 req-23f54626-ca02-4691-96ec-eb7447946640 service nova] Enqueued Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 569.640863] env[63533]: INFO networking_nsxv3.common.synchronization [req-5d69252f-fdbe-4efb-93b8-f987d80c9192 req-23f54626-ca02-4691-96ec-eb7447946640 service nova] Enqueued Resource ID: 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 with Priority: HIGHEST for action port [ 569.641161] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_rules [ 569.641229] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 569.641321] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 with Priority: HIGHEST for action port [ 569.641935] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.642761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.643107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.643162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.643243] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.644387] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.644502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.644565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.644761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.644904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.644997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.645125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.645212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.645293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.645381] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.647263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.647777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.647777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.647777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.647777] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbe2e21-79c6-4b82-a23c-a25b732e78b7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.886393] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c56b71b7-a127-487a-9dc6-60bb3a1a643d tempest-VolumesAssistedSnapshotsTest-2067238123 tempest-VolumesAssistedSnapshotsTest-2067238123-project-member] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 569.887167] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 569.890275] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.890275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.890275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.890275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.890275] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.960253] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.960253] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.960253] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 already deleted. [ 569.960253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.152455] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.152455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.153557] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.157499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 with status ACTIVE [ 570.157499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.157499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.157499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.157499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.157499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fbe2e21-79c6-4b82-a23c-a25b732e78b7 is going to be updated. [ 570.162099] env[63533]: INFO networking_nsxv3.common.synchronization [None req-7271d57b-afbe-4cf4-9940-ac4c97c729ac tempest-VolumesAssistedSnapshotsTest-2067238123 tempest-VolumesAssistedSnapshotsTest-2067238123-project-member] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 570.162837] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 570.163133] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.163231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.179464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.179617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.179697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.179906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.180132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.181901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbe2e21-79c6-4b82-a23c-a25b732e78b7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.418242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.418242] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 already deleted. [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.418242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.418242] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.622271] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.623658] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.623658] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.623658] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.623913] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.624131] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.624251] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.624504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.624688] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.624840] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 570.624948] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 570.625064] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 570.625166] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 570.625267] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 570.625365] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 570.625491] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 570.650407] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 570.650577] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 570.650722] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 570.650924] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.651289] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-937fc657-0b54-4a28-98fe-43139e1ba61c taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.651460] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.651572] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.652011] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.652147] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937fc657-0b54-4a28-98fe-43139e1ba61c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.662876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.946264] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.946264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.946264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.946264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.946264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.946264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 already deleted. [ 570.946264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.158736] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.158960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.159109] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.159675] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.159675] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.159793] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 937fc657-0b54-4a28-98fe-43139e1ba61c not found, creating... [ 571.160560] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.160560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.160560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.160560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.160763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.161039] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.161205] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.161324] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.161535] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.161697] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.162056] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 937fc657-0b54-4a28-98fe-43139e1ba61c is going to be created. [ 571.167937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.168185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.168338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.168642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.168734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.168830] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa is going to be created. [ 571.184651] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.184651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.184651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.184651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.184651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.184651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.196282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.196282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.196282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.196282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.196282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.206358] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: UNINITIALIZED for 2s [ 571.253148] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2149874b-fb89-46d9-b713-7b456182f4ff None None] Enqueued Resource ID: 207c76ce-d6b6-443c-950f-603197cd51da with Priority: HIGHEST for action port [ 571.253902] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207c76ce-d6b6-443c-950f-603197cd51da with Priority: HIGHEST for action port [ 571.254880] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-207c76ce-d6b6-443c-950f-603197cd51da taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.255551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207c76ce-d6b6-443c-950f-603197cd51da" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.257747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207c76ce-d6b6-443c-950f-603197cd51da" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.257747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207c76ce-d6b6-443c-950f-603197cd51da" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.257747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207c76ce-d6b6-443c-950f-603197cd51da',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.265445] env[63533]: INFO networking_nsxv3.common.synchronization [None req-7773179c-b26b-4a6b-b79d-4e8b0c6c2469 None None] Enqueued Resource ID: 267c16a3-037e-4825-b719-6a64573fcffb with Priority: HIGHEST for action port [ 571.267825] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267c16a3-037e-4825-b719-6a64573fcffb with Priority: HIGHEST for action port [ 571.267825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-267c16a3-037e-4825-b719-6a64573fcffb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.267825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267c16a3-037e-4825-b719-6a64573fcffb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.267825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267c16a3-037e-4825-b719-6a64573fcffb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.267825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267c16a3-037e-4825-b719-6a64573fcffb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.267825] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267c16a3-037e-4825-b719-6a64573fcffb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.348798] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: SUCCESS [ 571.349071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.349306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.349546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.349736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.349851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.349912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.350077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.350151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.350245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.350320] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.758507] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 207c76ce-d6b6-443c-950f-603197cd51da [ 571.758759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.759285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.759355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.759585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.759676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.759791] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:207c76ce-d6b6-443c-950f-603197cd51da already deleted. [ 571.759859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207c76ce-d6b6-443c-950f-603197cd51da" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.769411] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 267c16a3-037e-4825-b719-6a64573fcffb [ 571.769645] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.769774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.769839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.770492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.770586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.771234] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:267c16a3-037e-4825-b719-6a64573fcffb already deleted. [ 571.771234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267c16a3-037e-4825-b719-6a64573fcffb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.853597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.853893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.853893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.854204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.854204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.854319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.854319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.854691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.854691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.854691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.854838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.854838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.854926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.855071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.855807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.855807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.855807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.855807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.855807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.855807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.855807] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.146583] env[63533]: INFO networking_nsxv3.common.synchronization [req-e298aae8-c14a-41a5-bb96-ea19882b6997 req-4a2fb851-38d7-408f-8ff5-0c7c3071955a service nova] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_rules [ 572.146850] env[63533]: INFO networking_nsxv3.common.synchronization [req-e298aae8-c14a-41a5-bb96-ea19882b6997 req-4a2fb851-38d7-408f-8ff5-0c7c3071955a service nova] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 572.148329] env[63533]: INFO networking_nsxv3.common.synchronization [req-e298aae8-c14a-41a5-bb96-ea19882b6997 req-4a2fb851-38d7-408f-8ff5-0c7c3071955a service nova] Enqueued Resource ID: 937fc657-0b54-4a28-98fe-43139e1ba61c with Priority: HIGHEST for action port [ 572.148329] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_rules [ 572.148329] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 572.148597] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937fc657-0b54-4a28-98fe-43139e1ba61c with Priority: HIGHEST for action port [ 572.149605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.149605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.149605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.149605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.149605] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.150453] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.150686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.150762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.150939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.151130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.151240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.151323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.151528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.151650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.151739] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.152695] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-937fc657-0b54-4a28-98fe-43139e1ba61c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.152852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.152953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.153123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.153203] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937fc657-0b54-4a28-98fe-43139e1ba61c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.203076] env[63533]: INFO networking_nsxv3.common.synchronization [req-8d14d533-e264-43c7-bee2-6651013be34a req-31270e77-a98e-4530-bc50-87790d82612b tempest-ServerDiagnosticsTest-769220963 tempest-ServerDiagnosticsTest-769220963-project-member] Enqueued Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 572.204778] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 572.206339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.206339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.206339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.207181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.207865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.210041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.210041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.210041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.210041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.210041] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.360211] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a: rpc.has_security_group_logging(os_id): False [ 572.378729] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.378880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.378949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.379190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.379277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.379463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.379599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.379683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.379848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.379962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.382899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.382899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.382899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.382899] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a is going to be created. [ 572.451203] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.451203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.451203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.451203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.451203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.462392] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: IN_PROGRESS for 2s [ 572.655189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.655383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.655541] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.666521] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 937fc657-0b54-4a28-98fe-43139e1ba61c with status ACTIVE [ 572.666853] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.667258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.667258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.667258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.667528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.667579] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.673959] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.673959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.673959] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 937fc657-0b54-4a28-98fe-43139e1ba61c is going to be updated. [ 572.699009] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.699193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.699276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.699551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.700180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.700180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937fc657-0b54-4a28-98fe-43139e1ba61c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.716882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.717063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.717146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.717346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.717429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.717690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.717797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.717797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.718185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.718185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.718185] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 already deleted. [ 572.718342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.110298] env[63533]: INFO networking_nsxv3.common.synchronization [None req-98df7cae-8ed6-4da4-aa97-6f56abf479b4 None None] Enqueued Resource ID: 572d6bd8-3b56-4e57-aa9a-4286b9c750f1 with Priority: HIGHEST for action port [ 573.111062] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d6bd8-3b56-4e57-aa9a-4286b9c750f1 with Priority: HIGHEST for action port [ 573.111391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-572d6bd8-3b56-4e57-aa9a-4286b9c750f1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.115053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572d6bd8-3b56-4e57-aa9a-4286b9c750f1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.115053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572d6bd8-3b56-4e57-aa9a-4286b9c750f1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.115053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572d6bd8-3b56-4e57-aa9a-4286b9c750f1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.115053] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572d6bd8-3b56-4e57-aa9a-4286b9c750f1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.168633] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.222218] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: SUCCESS [ 573.222218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.222218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.222335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.222458] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.222571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.222636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.222800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.223087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.223087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.223155] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.618680] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 572d6bd8-3b56-4e57-aa9a-4286b9c750f1 [ 573.619736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.619736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.619736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.619736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.619736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.619736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:572d6bd8-3b56-4e57-aa9a-4286b9c750f1 already deleted. [ 573.620128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572d6bd8-3b56-4e57-aa9a-4286b9c750f1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.672074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.673079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.673079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.673079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.673079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.673079] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be created. [ 573.699429] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.702228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.702228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.702228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.702228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.706464] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.706809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.707022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.707308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.707911] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.707911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.707911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.711463] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.711463] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.711463] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.711463] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 573.711463] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 573.711463] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 573.711463] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.711463] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 573.711463] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.711463] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: UNINITIALIZED for 2s [ 573.725964] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.726527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.726878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.726878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.727012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.727128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.727287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.727381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.727480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.727570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.727721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.727812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.727871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.728012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.728157] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.728246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.728302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.728438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.728768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.728768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.728768] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.731250] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.731350] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.731427] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.731608] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.731963] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-9bd783f7-7fb0-4c77-923b-34206070a65c taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.732189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.732312] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.732606] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.732921] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd783f7-7fb0-4c77-923b-34206070a65c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.236510] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a63e66-b3b7-4f3c-868b-561deaa316aa: rpc.has_security_group_logging(os_id): False [ 574.238555] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.238555] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.238555] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.238785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.240055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.240055] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 9bd783f7-7fb0-4c77-923b-34206070a65c not found, creating... [ 574.240055] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.240055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.240055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.240055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.240055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.240357] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.240700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.240700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.240803] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.240880] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.241021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 9bd783f7-7fb0-4c77-923b-34206070a65c is going to be created. [ 574.262122] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.262277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.262343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.262552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.262648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.262949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.263067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.263132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.263291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.263370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.263545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.263712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.263712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.263828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.263899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.267557] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.267557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.267720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.267900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.268050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.268199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa is going to be created. [ 574.276125] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.276125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.276125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.276125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.276125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.276404] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.363255] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.363480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.363480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.363703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.363886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.382129] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: IN_PROGRESS for 2s [ 574.475245] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: SUCCESS [ 574.475487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.862025] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9fbfb14a-5320-45c1-ab75-7081aa6e6a11 tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 574.862025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 574.863465] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.863465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.863465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.863465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.863465] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.169026] env[63533]: INFO networking_nsxv3.common.synchronization [None req-065964ec-c285-4be1-bdff-d4c45596d3af tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 575.169602] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 575.169937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.170010] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.345977] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a509fae5-8fff-4171-80ed-05020976bf77 None None] Enqueued Resource ID: d55c4974-c110-43cf-8193-a87d854c60cf with Priority: HIGHEST for action port [ 575.346271] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55c4974-c110-43cf-8193-a87d854c60cf with Priority: HIGHEST for action port [ 575.346635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55c4974-c110-43cf-8193-a87d854c60cf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.346872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55c4974-c110-43cf-8193-a87d854c60cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.346872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55c4974-c110-43cf-8193-a87d854c60cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.347147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55c4974-c110-43cf-8193-a87d854c60cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.347226] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55c4974-c110-43cf-8193-a87d854c60cf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.386629] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.386824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.386882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.387174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.387279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.388201] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 already deleted. [ 575.388201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.388201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.389685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.390596] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.723637] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.726477] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.726477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.726477] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [req-8d14d533-e264-43c7-bee2-6651013be34a req-eebeff6c-a909-4b74-a13c-3823e198ab59 service nova] Enqueued Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_rules [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [req-8d14d533-e264-43c7-bee2-6651013be34a req-eebeff6c-a909-4b74-a13c-3823e198ab59 service nova] Enqueued Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [req-8d14d533-e264-43c7-bee2-6651013be34a req-eebeff6c-a909-4b74-a13c-3823e198ab59 service nova] Enqueued Resource ID: 9bd783f7-7fb0-4c77-923b-34206070a65c with Priority: HIGHEST for action port [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_rules [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 575.831491] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd783f7-7fb0-4c77-923b-34206070a65c with Priority: HIGHEST for action port [ 575.831491] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.831491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.831491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.831491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd783f7-7fb0-4c77-923b-34206070a65c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.836026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.836026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd783f7-7fb0-4c77-923b-34206070a65c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.849909] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d55c4974-c110-43cf-8193-a87d854c60cf [ 575.849909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.849909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.849909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.849909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.849909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.849909] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d55c4974-c110-43cf-8193-a87d854c60cf already deleted. [ 575.849909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55c4974-c110-43cf-8193-a87d854c60cf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.918019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.918019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.918019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.918019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.918019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.918019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 already deleted. [ 575.918019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.227430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.227588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.227640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.227857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.228036] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.228256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.228256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.228345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.228450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.228605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.228702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.228794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.228946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.229030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.229133] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.229246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.229303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.229454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.229526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.229620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.229921] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.342627] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd783f7-7fb0-4c77-923b-34206070a65c with status ACTIVE [ 576.342627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.342627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.342627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.342627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.342982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.342982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.343086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.343132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.343426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.343507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.343698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.343807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.343873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.344072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.344147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.344232] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd783f7-7fb0-4c77-923b-34206070a65c is going to be updated. [ 576.345426] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.349022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.349022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.370566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.370788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.370844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.371128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.371303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.371470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd783f7-7fb0-4c77-923b-34206070a65c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.401244] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: SUCCESS [ 576.401466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.423181] env[63533]: INFO networking_nsxv3.common.synchronization [req-bbd2bb6b-4155-45af-8874-061d84ac2473 req-5f939a1c-d23e-4df0-a7cd-d429f022536f tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 576.423786] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 576.424110] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.424249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.424313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.424556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.424807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.424807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.424934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.425011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.425165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.425219] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.611652] env[63533]: INFO networking_nsxv3.common.synchronization [None req-33218fb4-d466-48fb-a94b-a3cd3a085225 None None] Enqueued Resource ID: 111df017-bc69-4a5b-8619-385fdad59a1f with Priority: HIGHEST for action port [ 576.613185] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111df017-bc69-4a5b-8619-385fdad59a1f with Priority: HIGHEST for action port [ 576.613563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-111df017-bc69-4a5b-8619-385fdad59a1f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.613664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111df017-bc69-4a5b-8619-385fdad59a1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.613794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111df017-bc69-4a5b-8619-385fdad59a1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.614037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111df017-bc69-4a5b-8619-385fdad59a1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.614096] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111df017-bc69-4a5b-8619-385fdad59a1f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.732493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5468b44-6349-4c3a-8966-35df384d25b4: rpc.has_security_group_logging(os_id): False [ 576.754336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.754336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.754336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.754336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.754937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.754937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.754937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.754937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.755114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.755404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.755404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.755564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.755564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.755664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.756342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.756591] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.756730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.756821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.757311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.757604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.757743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be created. [ 576.847903] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.848138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.848138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.848406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.848571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.850077] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.868545] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 576.929167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.929167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.929167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.929770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.929770] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac already deleted. [ 576.929770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.937564] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c4d55e4f-74c7-433c-b3c8-b0c980e22010 None None] Enqueued Resource ID: 0b355874-15c0-481f-8123-2502a2ac936a with Priority: HIGHEST for action port [ 576.938725] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b355874-15c0-481f-8123-2502a2ac936a with Priority: HIGHEST for action port [ 576.938932] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b355874-15c0-481f-8123-2502a2ac936a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.939070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b355874-15c0-481f-8123-2502a2ac936a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.939126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b355874-15c0-481f-8123-2502a2ac936a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.939389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b355874-15c0-481f-8123-2502a2ac936a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.939584] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b355874-15c0-481f-8123-2502a2ac936a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.116054] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 111df017-bc69-4a5b-8619-385fdad59a1f [ 577.116314] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.116449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.116518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.116790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.116927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.117516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:111df017-bc69-4a5b-8619-385fdad59a1f already deleted. [ 577.117516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111df017-bc69-4a5b-8619-385fdad59a1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.358435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.358771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.358771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.359022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.359022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.359153] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 is going to be created. [ 577.388021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.388021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.388021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.388021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.388021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.397493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: UNINITIALIZED for 2s [ 577.406338] env[63533]: INFO networking_nsxv3.common.synchronization [None req-250d61d5-d447-4ea3-b526-522b311b417b tempest-ServersV294TestFqdnHostnames-1833994765 tempest-ServersV294TestFqdnHostnames-1833994765-project-member] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 577.406338] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 577.406338] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.406338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.406338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.406715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.406901] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.441307] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b355874-15c0-481f-8123-2502a2ac936a [ 577.441530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.441657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.441744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.441967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.442068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.442165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b355874-15c0-481f-8123-2502a2ac936a already deleted. [ 577.442246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b355874-15c0-481f-8123-2502a2ac936a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.589332] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.589332] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.589684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.589684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.589970] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.593858] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.596617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.596617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.596617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.596617] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.596617] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 577.596617] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 577.596617] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 577.596617] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.596617] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 577.596617] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 577.624023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 577.624023] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 577.624023] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 577.624023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.624023] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.624023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.624023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.624023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.624023] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d80ee33-5e67-4651-a9b1-1f58ca92fb2e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.930723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.931832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.931946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.932243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.932367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.932504] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 already deleted. [ 577.932618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.050576] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c2313ff9-4501-47c4-b46a-3f58e4a0fefa tempest-ServersV294TestFqdnHostnames-1833994765 tempest-ServersV294TestFqdnHostnames-1833994765-project-member] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 578.051421] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 578.051421] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.051676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.051676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.051905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.051991] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.130968] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.130968] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.130968] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.130968] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.130968] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.131516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e not found, creating... [ 578.131516] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.131618] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.131671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.131937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.132101] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.134064] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.134064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.134064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.134064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.134064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.134064] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e is going to be created. [ 578.157367] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.157702] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.157920] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.158230] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.159137] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.159137] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.578668] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.579511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.579511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.579511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.579511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.579511] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 already deleted. [ 578.579672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.883632] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 578.884356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.410711] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: SUCCESS [ 579.410878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.410972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.411220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.411421] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.411641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.411641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.411943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.411943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.412019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.413102] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.860033] env[63533]: INFO networking_nsxv3.common.synchronization [req-bbd2bb6b-4155-45af-8874-061d84ac2473 req-3cf7d409-b7f6-404d-afc9-4063dc636a14 service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 579.860033] env[63533]: INFO networking_nsxv3.common.synchronization [req-bbd2bb6b-4155-45af-8874-061d84ac2473 req-3cf7d409-b7f6-404d-afc9-4063dc636a14 service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 579.860033] env[63533]: INFO networking_nsxv3.common.synchronization [req-bbd2bb6b-4155-45af-8874-061d84ac2473 req-3cf7d409-b7f6-404d-afc9-4063dc636a14 service nova] Enqueued Resource ID: 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e with Priority: HIGHEST for action port [ 579.860033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 579.860033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 579.860747] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e with Priority: HIGHEST for action port [ 579.861197] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.861992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.862217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.864374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.864374] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.864374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.864374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.865942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.866316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.867344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.867603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.871662] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.871662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.871662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.871662] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d80ee33-5e67-4651-a9b1-1f58ca92fb2e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.915202] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.915584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.915773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.916113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.916409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.916746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.916984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.917283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.917544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.918833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.918833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.918833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.919361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.919573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.919765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.920038] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.359550] env[63533]: INFO networking_nsxv3.common.synchronization [req-a258e088-9b1d-4ba7-9da8-90bbc23a7a36 req-d30d5ae3-a77c-4a42-a0dd-7f15b76677d4 tempest-ServerExternalEventsTest-22789654 tempest-ServerExternalEventsTest-22789654-project-member] Enqueued Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 580.360015] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 580.360498] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.360498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.360498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.360739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.360739] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.360826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.360862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.360999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.365378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.365586] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.374298] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.375720] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.375720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.375720] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e with status ACTIVE [ 580.375885] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.375885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.376021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.378548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.378548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.378548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.379222] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d80ee33-5e67-4651-a9b1-1f58ca92fb2e is going to be updated. [ 580.402642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.402823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.402937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.403199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.403384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.403576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d80ee33-5e67-4651-a9b1-1f58ca92fb2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.422507] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a83d47c-36a0-42cd-8d37-b308c75c87e8: rpc.has_security_group_logging(os_id): False [ 580.441953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.442103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.442103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.442327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.442377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.442568] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.442662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.442733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.442926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.442972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.443156] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.443245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.443301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.443433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.443515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.443666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.443752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.443808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.443941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.444033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.444350] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 is going to be created. [ 580.522741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.522741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.522741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.522964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.523155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.541256] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: IN_PROGRESS for 2s [ 580.869689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.869689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.869689] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d already deleted. [ 580.869689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.877604] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.230387] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e05bdae0-9ef1-4690-9bbb-f75e2d278ad5 None None] Enqueued Resource ID: 103c0286-8483-4283-8924-b94ce14fd885 with Priority: HIGHEST for action port [ 581.230387] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103c0286-8483-4283-8924-b94ce14fd885 with Priority: HIGHEST for action port [ 581.232509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-103c0286-8483-4283-8924-b94ce14fd885 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.232509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103c0286-8483-4283-8924-b94ce14fd885" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.232509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103c0286-8483-4283-8924-b94ce14fd885" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.232509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103c0286-8483-4283-8924-b94ce14fd885" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.232509] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103c0286-8483-4283-8924-b94ce14fd885',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.260740] env[63533]: INFO networking_nsxv3.common.synchronization [req-024a6ca7-4311-4b8d-a50f-c923ba6a82ef req-7eff18df-80be-4f83-bc4f-f7b9be92aac7 tempest-TenantUsagesTestJSON-987109940 tempest-TenantUsagesTestJSON-987109940-project-member] Enqueued Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 581.266242] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 581.266242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.266242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.266242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.266242] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.388127] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.388127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.388127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.388127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.388127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.388127] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be created. [ 581.412669] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.413951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.415722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.415722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.415722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.429270] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: UNINITIALIZED for 2s [ 581.690184] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.692513] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.692513] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.692513] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 581.692925] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.692925] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.692925] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.692925] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 581.693064] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.693204] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.737575] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.737689] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 581.737803] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.738016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.738513] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5e9b18aa-a332-400c-9c74-aed76633d8b5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.738668] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.738731] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.740525] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.740905] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9b18aa-a332-400c-9c74-aed76633d8b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.742103] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 103c0286-8483-4283-8924-b94ce14fd885 [ 581.742152] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.742354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.742354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.742591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.742680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.742802] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:103c0286-8483-4283-8924-b94ce14fd885 already deleted. [ 581.742921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103c0286-8483-4283-8924-b94ce14fd885" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.772071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.772440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.773072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.773435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.776628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.778443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.778697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.778818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.779195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.779195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.779367] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 already deleted. [ 581.780044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.014033] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4d4bd117-2e3e-4540-b842-ff4360c15cd5 None None] Enqueued Resource ID: cb5e2ae7-249f-45f2-9c82-1df8576005d9 with Priority: HIGHEST for action port [ 582.014033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5e2ae7-249f-45f2-9c82-1df8576005d9 with Priority: HIGHEST for action port [ 582.014033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5e2ae7-249f-45f2-9c82-1df8576005d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.014033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5e2ae7-249f-45f2-9c82-1df8576005d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.014033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5e2ae7-249f-45f2-9c82-1df8576005d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.014033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5e2ae7-249f-45f2-9c82-1df8576005d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.020203] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5e2ae7-249f-45f2-9c82-1df8576005d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.069421] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.069651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.069792] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.070098] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.070386] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.070569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.070682] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.074024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.074024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.074024] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.074024] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.074024] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.074024] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.074024] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.074024] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.074024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.101246] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.101246] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 582.101410] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.101468] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.101861] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2aa9f276-7b52-46d9-9394-e3be1142ea88 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.102044] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.102169] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.102516] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.103714] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa9f276-7b52-46d9-9394-e3be1142ea88',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.244519] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.246116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.246116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.246116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.246116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.246116] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5e9b18aa-a332-400c-9c74-aed76633d8b5 not found, creating... [ 582.246116] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.246116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.246498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.246498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.246674] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.246976] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.248169] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.248309] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.248578] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.249339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.249339] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5e9b18aa-a332-400c-9c74-aed76633d8b5 is going to be created. [ 582.275441] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.275441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.275441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.275441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.275441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.277204] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.523440] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb5e2ae7-249f-45f2-9c82-1df8576005d9 [ 582.523682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.524256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.524256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.524256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.524256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.524399] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb5e2ae7-249f-45f2-9c82-1df8576005d9 already deleted. [ 582.524399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5e2ae7-249f-45f2-9c82-1df8576005d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.559897] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: SUCCESS [ 582.559897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.606500] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.606802] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.606882] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.607189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.607337] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.607493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2aa9f276-7b52-46d9-9394-e3be1142ea88 not found, creating... [ 582.607762] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.607978] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.608108] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.608376] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.608674] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.608978] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.609173] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.609282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.609501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.609971] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.609971] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2aa9f276-7b52-46d9-9394-e3be1142ea88 is going to be created. [ 582.637459] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.639068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.639068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.639068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.639068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.639068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.973945] env[63533]: INFO networking_nsxv3.common.synchronization [None req-fe50695d-1ad0-46fb-a887-a76e989959c1 tempest-ServersTestManualDisk-1352659055 tempest-ServersTestManualDisk-1352659055-project-member] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 582.974989] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 582.975538] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.975538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.975659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.975867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.975966] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.442492] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 583.443053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.443632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.443632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.443759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.443823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.443945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.444588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.444588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.444588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.444588] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.497721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.497895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.497951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.499058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.499168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.499272] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 already deleted. [ 583.499361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.796219] env[63533]: INFO networking_nsxv3.common.synchronization [req-e61a2438-b9cd-4342-928a-24a411888af1 req-1fb2711a-2d84-4e56-8c9d-2a1ad99e12e8 tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 583.796219] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 583.796219] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.796219] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.796219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.796219] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.910551] env[63533]: INFO networking_nsxv3.common.synchronization [None req-572c8e5d-6791-498e-8629-c0aeb0082124 tempest-ServersTestManualDisk-1352659055 tempest-ServersTestManualDisk-1352659055-project-member] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 583.910551] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 583.910903] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.910903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.910903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.911036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.913691] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.949921] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.951910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.951910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.951910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.952834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.952834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.953326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.953326] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.953326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.953326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.953506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.953550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.953703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.953703] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.300963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.301138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.301320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.301455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.301536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.301737] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.301840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.301910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.302145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.302145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.302222] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 already deleted. [ 584.302418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.436758] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.440080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.440080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.440080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.440080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.440080] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 already deleted. [ 584.440080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.443632] env[63533]: INFO networking_nsxv3.common.synchronization [req-024a6ca7-4311-4b8d-a50f-c923ba6a82ef req-641ae2c3-8f6e-4155-9f28-7dea48fec386 service nova] Enqueued Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_rules [ 584.444019] env[63533]: INFO networking_nsxv3.common.synchronization [req-024a6ca7-4311-4b8d-a50f-c923ba6a82ef req-641ae2c3-8f6e-4155-9f28-7dea48fec386 service nova] Enqueued Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 584.448304] env[63533]: INFO networking_nsxv3.common.synchronization [req-024a6ca7-4311-4b8d-a50f-c923ba6a82ef req-641ae2c3-8f6e-4155-9f28-7dea48fec386 service nova] Enqueued Resource ID: 2aa9f276-7b52-46d9-9394-e3be1142ea88 with Priority: HIGHEST for action port [ 584.448304] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_rules [ 584.448304] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 584.448304] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa9f276-7b52-46d9-9394-e3be1142ea88 with Priority: HIGHEST for action port [ 584.448304] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.448304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.448304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.448304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.448304] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.448304] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.448658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.448658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.448719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.448889] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.448963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.453020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.453020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aa9f276-7b52-46d9-9394-e3be1142ea88 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.453020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.453020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa9f276-7b52-46d9-9394-e3be1142ea88',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.459126] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac: rpc.has_security_group_logging(os_id): False [ 584.478844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.479014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.479055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.479269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.479368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.479554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.479643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.479716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.479880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.479953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.480143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.480235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.480294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.480431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.481845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.481845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.481845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.481845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.481845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.482910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.483086] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be created. [ 584.559650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.562798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.562798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.562798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.562798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.577831] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 584.794427] env[63533]: INFO networking_nsxv3.common.synchronization [req-a258e088-9b1d-4ba7-9da8-90bbc23a7a36 req-03e5fa0e-211f-4b68-9d36-a74a3218b29c service nova] Enqueued Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_rules [ 584.794649] env[63533]: INFO networking_nsxv3.common.synchronization [req-a258e088-9b1d-4ba7-9da8-90bbc23a7a36 req-03e5fa0e-211f-4b68-9d36-a74a3218b29c service nova] Enqueued Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 584.794810] env[63533]: INFO networking_nsxv3.common.synchronization [req-a258e088-9b1d-4ba7-9da8-90bbc23a7a36 req-03e5fa0e-211f-4b68-9d36-a74a3218b29c service nova] Enqueued Resource ID: 5e9b18aa-a332-400c-9c74-aed76633d8b5 with Priority: HIGHEST for action port [ 584.795324] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_rules [ 584.795460] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 584.795559] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9b18aa-a332-400c-9c74-aed76633d8b5 with Priority: HIGHEST for action port [ 584.795876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.795942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.796024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.796401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.796489] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.797346] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.797461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.797564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.797693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.797835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.798843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.798843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.798843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.798843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.798843] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.799194] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9b18aa-a332-400c-9c74-aed76633d8b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.799194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.799294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.799555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.799555] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9b18aa-a332-400c-9c74-aed76633d8b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.953712] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.953712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.955047] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.956145] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aa9f276-7b52-46d9-9394-e3be1142ea88 with status ACTIVE [ 584.956340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.956512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.956681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.956871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.956965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.958562] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.958562] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.958562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.958562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aa9f276-7b52-46d9-9394-e3be1142ea88 is going to be updated. [ 584.982653] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.983044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.983044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.983143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.983257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.983432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aa9f276-7b52-46d9-9394-e3be1142ea88" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.301515] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.303456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.303456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.304106] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9b18aa-a332-400c-9c74-aed76633d8b5 with status ACTIVE [ 585.304106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.304106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.304284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.304380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.304466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.304635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.304734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.304795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.305164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.305249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.305433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.305521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.305577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.306819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.306819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.306819] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9b18aa-a332-400c-9c74-aed76633d8b5 is going to be updated. [ 585.342798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.342970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.343077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.343315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.343465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.343626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9b18aa-a332-400c-9c74-aed76633d8b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.461470] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.530891] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.530891] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.530891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.532239] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.532396] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.532550] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.532766] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.532766] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.532881] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.533026] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.558487] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.558487] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 585.558487] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.559222] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.559222] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-47d19b83-6292-46e2-835f-1198ef52374c taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.559222] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.559483] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.559759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.559984] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d19b83-6292-46e2-835f-1198ef52374c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.809135] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.964704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.969233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.969233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.969233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.969233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.969233] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 is going to be created. [ 585.996826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.996976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.997060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.997340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.997721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.012539] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: UNINITIALIZED for 2s [ 586.064051] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.064291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.064291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.067151] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.067375] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.067542] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 47d19b83-6292-46e2-835f-1198ef52374c not found, creating... [ 586.067895] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.068021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.068150] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.068414] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.068533] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.069315] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.069315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.069315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.069315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.069535] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.069567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 47d19b83-6292-46e2-835f-1198ef52374c is going to be created. [ 586.104518] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.105041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.105041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.105238] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.105370] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.105623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.309977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.310173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.310250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.310623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.310623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.310744] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d is going to be created. [ 586.340786] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.341038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.341038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.341233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.341401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.352022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: UNINITIALIZED for 2s [ 586.591520] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 586.591520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.691849] env[63533]: INFO networking_nsxv3.common.synchronization [req-c6896b53-4ac4-43ac-92bc-0cf8ad9908aa req-a5d7b796-add6-4e17-98fc-8e930b80d2e0 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 586.692910] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 586.692910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.700327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.700327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.700327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.003090] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ed8637a2-5df0-4b41-8469-39bb194eadb9 None None] Enqueued Resource ID: 39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7 with Priority: HIGHEST for action port [ 587.005047] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7 with Priority: HIGHEST for action port [ 587.005047] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.005047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.005047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.005821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.006111] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.199252] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.386251] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4a2e984c-8258-4de7-a778-38ac747e22d9 None None] Enqueued Resource ID: 13836ca1-80b4-4b31-996f-831b9cf4b715 with Priority: HIGHEST for action port [ 587.386811] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13836ca1-80b4-4b31-996f-831b9cf4b715 with Priority: HIGHEST for action port [ 587.387141] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-13836ca1-80b4-4b31-996f-831b9cf4b715 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.387276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13836ca1-80b4-4b31-996f-831b9cf4b715" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.387342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13836ca1-80b4-4b31-996f-831b9cf4b715" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.387732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13836ca1-80b4-4b31-996f-831b9cf4b715" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.387839] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13836ca1-80b4-4b31-996f-831b9cf4b715',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.510448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7 [ 587.510448] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.510448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.510448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.510752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.511437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.511437] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7 already deleted. [ 587.511437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b3eb4e-3d90-4f1a-b4d2-cfc936e0b2f7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.702161] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.862867] env[63533]: INFO networking_nsxv3.common.synchronization [req-e61a2438-b9cd-4342-928a-24a411888af1 req-f01aa7d4-2d9a-4fec-9fc7-6fb02eee7bed service nova] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_rules [ 587.863481] env[63533]: INFO networking_nsxv3.common.synchronization [req-e61a2438-b9cd-4342-928a-24a411888af1 req-f01aa7d4-2d9a-4fec-9fc7-6fb02eee7bed service nova] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 587.863481] env[63533]: INFO networking_nsxv3.common.synchronization [req-e61a2438-b9cd-4342-928a-24a411888af1 req-f01aa7d4-2d9a-4fec-9fc7-6fb02eee7bed service nova] Enqueued Resource ID: 47d19b83-6292-46e2-835f-1198ef52374c with Priority: HIGHEST for action port [ 587.863981] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_rules [ 587.864161] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 587.864276] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d19b83-6292-46e2-835f-1198ef52374c with Priority: HIGHEST for action port [ 587.864545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.864671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.864733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.865002] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.865092] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.866052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.868061] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.868061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.868061] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.871164] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d19b83-6292-46e2-835f-1198ef52374c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.871764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.874033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.874033] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d19b83-6292-46e2-835f-1198ef52374c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.892699] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13836ca1-80b4-4b31-996f-831b9cf4b715 [ 587.892699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.892699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.892699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.892699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.892699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.892699] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13836ca1-80b4-4b31-996f-831b9cf4b715 already deleted. [ 587.892699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13836ca1-80b4-4b31-996f-831b9cf4b715" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.960183] env[63533]: INFO networking_nsxv3.common.synchronization [None req-3ecbf64a-5ad3-4709-aca6-351a5ee2e4b1 None None] Enqueued Resource ID: 9a843f8f-1cdb-4a60-93d5-5ea30edad66c with Priority: HIGHEST for action port [ 587.960788] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a843f8f-1cdb-4a60-93d5-5ea30edad66c with Priority: HIGHEST for action port [ 587.961080] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a843f8f-1cdb-4a60-93d5-5ea30edad66c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.961238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a843f8f-1cdb-4a60-93d5-5ea30edad66c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.961286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a843f8f-1cdb-4a60-93d5-5ea30edad66c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.961567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a843f8f-1cdb-4a60-93d5-5ea30edad66c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.961680] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a843f8f-1cdb-4a60-93d5-5ea30edad66c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.025912] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: SUCCESS [ 588.025912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.026092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.026340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.026526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.026740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.026740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.027026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.027026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.027135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.027168] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.204628] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.205321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.205321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.205502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.205502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.205654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 588.230504] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.233216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.234768] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.234768] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.236091] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.236693] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.238835] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.238835] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.238835] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.238975] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.238975] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.239094] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.239200] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.239310] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.239917] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.239917] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.246200] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.246200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.246200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.246200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.246200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.256419] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 588.264025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.264025] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 588.264025] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.264025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.264025] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5b823d56-3162-4875-a202-4526e8d9e433 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.264025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.264025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.264025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.264025] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b823d56-3162-4875-a202-4526e8d9e433',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.364020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: SUCCESS [ 588.364298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.364472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.364694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.364882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.365012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.365081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.365246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.365324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.365938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.365938] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.375839] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.375839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.386118] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.386118] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47d19b83-6292-46e2-835f-1198ef52374c with status ACTIVE [ 588.386118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.386118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.386118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.387520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.387520] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.387520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.387520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.387751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.388367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.388367] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.388367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.388367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.388367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.388587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.388587] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47d19b83-6292-46e2-835f-1198ef52374c is going to be updated. [ 588.431114] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.431297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.431339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.431627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.431660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.431813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d19b83-6292-46e2-835f-1198ef52374c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.464590] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a843f8f-1cdb-4a60-93d5-5ea30edad66c [ 588.464590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.464803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.465176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.466077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.466077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.466077] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a843f8f-1cdb-4a60-93d5-5ea30edad66c already deleted. [ 588.466077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a843f8f-1cdb-4a60-93d5-5ea30edad66c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.531456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.531673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.532273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.532273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.532273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.532465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.532465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.533231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.533231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.533711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.533902] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.534032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.534099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.534301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.534502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.534564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.534623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.534938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.534938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.534938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.535064] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.603474] env[63533]: INFO networking_nsxv3.common.synchronization [req-b9b90b69-0813-47c2-8b80-6761383f3644 req-337bc253-9f66-44d2-a4b9-47247f824006 tempest-ServersNegativeTestJSON-811223485 tempest-ServersNegativeTestJSON-811223485-project-member] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 588.603474] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 588.603474] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.604783] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.604783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.604783] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.767181] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.767682] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.767682] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.767800] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.767986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.768444] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5b823d56-3162-4875-a202-4526e8d9e433 not found, creating... [ 588.768444] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.768619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.768672] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.768864] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.770373] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.770373] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.770373] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.770373] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.770373] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.770373] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.770373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5b823d56-3162-4875-a202-4526e8d9e433 is going to be created. [ 588.798216] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.798216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.798216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.798216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.798216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.798216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.873849] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.874059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.874198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.874540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.874540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.874690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.874690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.874791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.874849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.874995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.878890] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.878890] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.878890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.878890] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.892675] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.040520] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cf8f86-0cca-4b87-9f06-3d0352121107: rpc.has_security_group_logging(os_id): False [ 589.066381] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.067025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.067025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.067025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.067268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.067572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.068034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.068258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.068668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.070433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.070433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.070433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.070433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.070733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.070733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.071368] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.071525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.071617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.071883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.073493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.073493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 is going to be created. [ 589.107395] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.107642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.107750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.108272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.108400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.109053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.110036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.110036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.110036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.110036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.110036] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 already deleted. [ 589.110268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.183957] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.184169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.184230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.184460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.184615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.200478] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: IN_PROGRESS for 2s [ 589.382172] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bda19a5-4626-431c-95ab-f8f8d0a5e48d: rpc.has_security_group_logging(os_id): False [ 589.394367] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.394518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.394589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.394810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.394899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.394995] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be created. [ 589.410610] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.410762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.411137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.411477] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.411585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.411649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.412235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.412525] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.413432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.413432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.413432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.413432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.413432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.414868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.414868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.414868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.414967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.415718] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d is going to be created. [ 589.424662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.424831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.424871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.425606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.425947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.438207] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: UNINITIALIZED for 2s [ 589.508096] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.508335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.508335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.512326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.512326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.529654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: IN_PROGRESS for 2s [ 589.804193] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.804593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.804787] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.806199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.806516] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.806827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.807080] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.807485] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.807772] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.808136] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.808377] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.808613] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.808857] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.809096] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.809660] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.809660] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.836947] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.837227] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 589.837413] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.838312] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.838312] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-a5dfe48b-4acc-472c-8e00-f936b4068ea5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.838538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.838538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.838940] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.839297] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfe48b-4acc-472c-8e00-f936b4068ea5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.876280] env[63533]: INFO networking_nsxv3.common.synchronization [req-c6896b53-4ac4-43ac-92bc-0cf8ad9908aa req-5c25c045-148e-4a3d-8aa8-f6db144b789d service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 589.876502] env[63533]: INFO networking_nsxv3.common.synchronization [req-c6896b53-4ac4-43ac-92bc-0cf8ad9908aa req-5c25c045-148e-4a3d-8aa8-f6db144b789d service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 589.876647] env[63533]: INFO networking_nsxv3.common.synchronization [req-c6896b53-4ac4-43ac-92bc-0cf8ad9908aa req-5c25c045-148e-4a3d-8aa8-f6db144b789d service nova] Enqueued Resource ID: 5b823d56-3162-4875-a202-4526e8d9e433 with Priority: HIGHEST for action port [ 589.877584] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 589.877584] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 589.877820] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b823d56-3162-4875-a202-4526e8d9e433 with Priority: HIGHEST for action port [ 589.878052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.878189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.878258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.878609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.878609] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.880077] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.880213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.880672] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b823d56-3162-4875-a202-4526e8d9e433 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.880948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.881071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.881277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.881360] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b823d56-3162-4875-a202-4526e8d9e433',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.268494] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 590.268734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.269121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.270627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.272653] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.272653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.272653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.272653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.272653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.272653] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.342584] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.342584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.342584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.343143] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.343250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.343404] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port a5dfe48b-4acc-472c-8e00-f936b4068ea5 not found, creating... [ 590.343733] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.343930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.344082] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.344368] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.344517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.345316] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.345504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.345628] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345889] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.346065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.346221] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 is going to be created. [ 590.374329] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.374549] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.374686] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.374990] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.375486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.376290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.383809] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.384494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.387490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b823d56-3162-4875-a202-4526e8d9e433 with status ACTIVE [ 590.388104] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.389211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.389211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.389211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.389211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.389693] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.389693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.389854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.390086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.390243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.394047] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.394047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.394047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.394047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.394047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.394047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b823d56-3162-4875-a202-4526e8d9e433 is going to be updated. [ 590.433391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.433391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.433391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.433391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.433391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.433810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b823d56-3162-4875-a202-4526e8d9e433" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.546773] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e605cccb-ce51-44dc-9257-b11190999ce1 None None] Enqueued Resource ID: c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33 with Priority: HIGHEST for action port [ 590.546940] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33 with Priority: HIGHEST for action port [ 590.548301] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.548301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.548301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.548494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.548494] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.780030] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.055472] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33 [ 591.057081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.057081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.057081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.057081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.057081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.057081] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33 already deleted. [ 591.057081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c7a2c1-9bf6-4be2-ae6f-26c21e16de33" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.223232] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: SUCCESS [ 591.223473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.282161] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.392320] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8e60a6c9-3ffa-464a-b3a3-f3e9e25b5460 None None] Enqueued Resource ID: fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b with Priority: HIGHEST for action port [ 591.392320] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b with Priority: HIGHEST for action port [ 591.393871] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.393871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.393871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.393871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.393871] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.450507] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 591.450507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.450507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.450619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.450781] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.450906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.450969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.451533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.451533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.451533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.451533] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.543458] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: SUCCESS [ 591.544095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.785852] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.786032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.786104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.786382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.786480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.786534] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 591.835424] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.835424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.835424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.835424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.835424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.851080] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 591.897900] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b [ 591.897900] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.897900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.897900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.898401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.898401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.898401] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b already deleted. [ 591.898401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd879f4d-b7ee-4f2c-b7c8-3f205a588b4b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.957308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.957461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.957547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.957800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.957982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.958235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.958235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.958872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.958872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.958872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.958872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.958872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.958872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.959531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.959531] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.959531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.959531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.959825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.959825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.960787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.960787] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.123523] env[63533]: INFO networking_nsxv3.common.synchronization [req-0cd7e978-7633-4de5-9a7b-a133d8bd3ae4 req-3de38cfc-6a98-471a-b9df-a03b6e823c1a tempest-ServerDiagnosticsNegativeTest-1134525262 tempest-ServerDiagnosticsNegativeTest-1134525262-project-member] Enqueued Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 592.123523] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGHEST for action security_group_members [ 592.123523] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.123523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.123523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.123523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.123523] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.123523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.123523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.124238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.124238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.124238] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.347390] env[63533]: INFO networking_nsxv3.common.synchronization [None req-934d34be-0205-45e0-abf9-9c6066f6123e None None] Enqueued Resource ID: 4724b32c-64e0-4cdc-b0dd-c528d12a6cb8 with Priority: HIGHEST for action port [ 592.347776] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4724b32c-64e0-4cdc-b0dd-c528d12a6cb8 with Priority: HIGHEST for action port [ 592.348206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4724b32c-64e0-4cdc-b0dd-c528d12a6cb8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.349171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4724b32c-64e0-4cdc-b0dd-c528d12a6cb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.349171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4724b32c-64e0-4cdc-b0dd-c528d12a6cb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.349171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4724b32c-64e0-4cdc-b0dd-c528d12a6cb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.349171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4724b32c-64e0-4cdc-b0dd-c528d12a6cb8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.354318] env[63533]: INFO networking_nsxv3.common.synchronization [req-b9b90b69-0813-47c2-8b80-6761383f3644 req-79b0bbcf-0c7f-403f-8b65-0941acb15fc8 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 592.356052] env[63533]: INFO networking_nsxv3.common.synchronization [req-b9b90b69-0813-47c2-8b80-6761383f3644 req-79b0bbcf-0c7f-403f-8b65-0941acb15fc8 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 592.356052] env[63533]: INFO networking_nsxv3.common.synchronization [req-b9b90b69-0813-47c2-8b80-6761383f3644 req-79b0bbcf-0c7f-403f-8b65-0941acb15fc8 service nova] Enqueued Resource ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 with Priority: HIGHEST for action port [ 592.356052] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 592.356052] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 592.356052] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 with Priority: HIGHEST for action port [ 592.356052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.356052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.358512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.358512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.358874] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.360514] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.360891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.360891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.361065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.361263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.361590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.361683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.361943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.362201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.362631] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.364890] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5dfe48b-4acc-472c-8e00-f936b4068ea5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.364890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.364890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.365594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.365594] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfe48b-4acc-472c-8e00-f936b4068ea5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.467274] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94ad6584-9821-4353-9d10-67ad20f24a32: rpc.has_security_group_logging(os_id): False [ 592.492484] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.492587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.492652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.495042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.495042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.495042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.495042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.495658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.495658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.495658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.495658] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be created. [ 592.573670] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.573851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.574061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.574332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.576180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.588863] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 592.627320] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.627542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.627796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.627962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.627962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.628198] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.628351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.628687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.628900] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa is going to be updated. [ 592.690381] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.690601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.692040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.692322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.692541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.707872] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: IN_PROGRESS for 2s [ 592.858407] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4724b32c-64e0-4cdc-b0dd-c528d12a6cb8 [ 592.858637] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.858883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.858883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.859098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.859187] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.859281] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4724b32c-64e0-4cdc-b0dd-c528d12a6cb8 already deleted. [ 592.859359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4724b32c-64e0-4cdc-b0dd-c528d12a6cb8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.863070] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c311ff96-63f7-4adb-beb2-17061f8f57be None None] Enqueued Resource ID: c353ed60-bb04-4236-8bab-7db1c0180b00 with Priority: HIGHEST for action port [ 592.869345] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c353ed60-bb04-4236-8bab-7db1c0180b00 with Priority: HIGHEST for action port [ 592.869345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5dfe48b-4acc-472c-8e00-f936b4068ea5 with status ACTIVE [ 592.869345] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.869345] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.869345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.869834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.869834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.869834] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.869834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.870075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.870075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.870838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.870838] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 is going to be updated. [ 592.872277] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.872277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.872277] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.872597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c353ed60-bb04-4236-8bab-7db1c0180b00 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.872688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c353ed60-bb04-4236-8bab-7db1c0180b00" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.872739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c353ed60-bb04-4236-8bab-7db1c0180b00" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.873088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c353ed60-bb04-4236-8bab-7db1c0180b00" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.877110] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c353ed60-bb04-4236-8bab-7db1c0180b00',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.900639] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.900773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.900839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.901065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.901199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.901418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.182331] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed68ef16-59b2-4ed3-8a33-09b11fbf215c req-51e9a2d4-7b88-4765-9606-1cfa50ab1bcf tempest-InstanceActionsNegativeTestJSON-1496350076 tempest-InstanceActionsNegativeTestJSON-1496350076-project-member] Enqueued Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 593.182331] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 593.182331] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.182331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.182331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.183296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.183607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.183864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.184035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.184323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.185029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.185029] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.328555] env[63533]: INFO networking_nsxv3.common.synchronization [None req-74116be6-0a94-4871-920e-bd0f4da434ca None None] Enqueued Resource ID: 4f12b93b-61e4-48a0-bea7-b29fabf0d279 with Priority: HIGHEST for action port [ 593.331597] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f12b93b-61e4-48a0-bea7-b29fabf0d279 with Priority: HIGHEST for action port [ 593.331597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f12b93b-61e4-48a0-bea7-b29fabf0d279 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.331597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f12b93b-61e4-48a0-bea7-b29fabf0d279" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.331597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f12b93b-61e4-48a0-bea7-b29fabf0d279" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.331597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f12b93b-61e4-48a0-bea7-b29fabf0d279" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.331597] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f12b93b-61e4-48a0-bea7-b29fabf0d279',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.381773] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.381773] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c353ed60-bb04-4236-8bab-7db1c0180b00 [ 593.381773] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.381773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.381773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.381773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.381773] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c353ed60-bb04-4236-8bab-7db1c0180b00 already deleted. [ 593.381773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c353ed60-bb04-4236-8bab-7db1c0180b00" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.689416] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.689416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.689416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.689416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.689690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.689690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.689887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.689995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.690123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.690203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.690289] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 already deleted. [ 593.690884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.835150] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f12b93b-61e4-48a0-bea7-b29fabf0d279 [ 593.835150] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.835150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.835150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.835150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.835150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.835150] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f12b93b-61e4-48a0-bea7-b29fabf0d279 already deleted. [ 593.835150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f12b93b-61e4-48a0-bea7-b29fabf0d279" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.851171] env[63533]: INFO networking_nsxv3.common.synchronization [req-2df4f009-417d-4434-8c06-a075e15381ed req-e37f8653-d16c-4ca4-9f16-f664e616b7da tempest-DeleteServersAdminTestJSON-109023497 tempest-DeleteServersAdminTestJSON-109023497-project-admin] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 593.852932] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 593.853312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.853438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.853504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.853703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.853844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.853941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.853998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.854175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.854268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.854361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.865284] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 593.865284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.865284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.867199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.867291] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.867401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.867466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.867630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.867720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.867812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.867905] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.886390] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.886390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.886390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.886582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.886582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be created. [ 593.941625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.941807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.942066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.942212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.942448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.955908] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: UNINITIALIZED for 2s [ 594.357676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.358045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.358401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.358522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.358622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.358829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.359020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be updated. [ 594.376672] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.376878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.377099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.377259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.377358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.377418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.377570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.377918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.378033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.378223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.378335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.378390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.378538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.378673] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.378760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.378816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.378951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.379655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.379792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.379896] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.381681] env[63533]: INFO networking_nsxv3.common.synchronization [req-0fc0bb68-227a-4131-b5ec-0dd263f08656 req-5495c0c7-b547-468d-be91-e6d56d2209a4 tempest-ServersAdminNegativeTestJSON-1169563937 tempest-ServersAdminNegativeTestJSON-1169563937-project-member] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 594.382444] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 594.382732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.382844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.382913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.383184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.383330] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.383424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.383483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.383626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.383705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.383796] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.392502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.392502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.392502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.392502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.392502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.408847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 594.608766] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 594.608766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.681026] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.681026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-136" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.681026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-136" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.681026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-136" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.681026] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.681026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.681026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.681716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.682032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.682542] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.682810] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.683093] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.683354] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.683566] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.683784] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.686052] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.711169] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.711367] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 594.711466] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.711635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-136" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.711997] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.712182] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.712292] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.712626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.712765] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.725994] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa in Status: SUCCESS [ 594.725994] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa deletion is rescheduled due to dependency. [ 594.725994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.883164] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac: rpc.has_security_group_logging(os_id): False [ 594.887033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.887242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.887453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.887544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.887752] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.887973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.888803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.888803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.888803] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 already deleted. [ 594.888803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.921098] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921347] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.921389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921775] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.921944] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.922148] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.922224] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.922456] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.922602] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.922809] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.922944] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.926940] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.926940] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.926940] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.926940] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.926940] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.935333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.935333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.935333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.935333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.935333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.935333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.935333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.935745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.935745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.935745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.935910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.935910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.935910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.936073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.936143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.936337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.936426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.936484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.936632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.936874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.936874] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 594.964029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.964029] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 594.964029] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.964029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.964029] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ac528a58-339f-4621-890a-afe5e3ee634d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.964029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.964029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.964029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.964029] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac528a58-339f-4621-890a-afe5e3ee634d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.031369] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.031640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.031640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.031825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.032141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.052502] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 595.217719] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.217983] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.218155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.218567] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.218759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.219047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 not found, creating... [ 595.219322] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.219536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.219679] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.220048] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.220223] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.220622] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.220887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.221817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.222367] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.222549] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 is going to be created. [ 595.260569] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.260569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.260569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.260569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.260569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.260569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.464988] env[63533]: INFO networking_nsxv3.common.synchronization [None req-afeb6f7b-3ec3-45a7-a1e8-8f7840cab6c0 None None] Enqueued Resource ID: 5f8609f1-6b13-4f76-a0a3-6c7820779e8f with Priority: HIGHEST for action port [ 595.465417] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8609f1-6b13-4f76-a0a3-6c7820779e8f with Priority: HIGHEST for action port [ 595.465905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8609f1-6b13-4f76-a0a3-6c7820779e8f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.466103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8609f1-6b13-4f76-a0a3-6c7820779e8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.466190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8609f1-6b13-4f76-a0a3-6c7820779e8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.467069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8609f1-6b13-4f76-a0a3-6c7820779e8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.467069] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8609f1-6b13-4f76-a0a3-6c7820779e8f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.469665] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.469853] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.469996] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.470292] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.470442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.470602] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ac528a58-339f-4621-890a-afe5e3ee634d not found, creating... [ 595.470964] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.471237] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.471237] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.471371] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.471507] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.471797] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.471988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.472126] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.472354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.472486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.472642] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ac528a58-339f-4621-890a-afe5e3ee634d is going to be created. [ 595.501327] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.501608] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.501743] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.502096] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.502546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.502642] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.839517] env[63533]: INFO networking_nsxv3.common.synchronization [None req-172120b7-93ea-4090-9b75-58c3103a8de5 tempest-ServersTestBootFromVolume-1667094028 tempest-ServersTestBootFromVolume-1667094028-project-member] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 595.839964] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 595.840361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.840706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.840706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.840860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.840915] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.970282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.970282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.970282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.970282] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.976315] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f8609f1-6b13-4f76-a0a3-6c7820779e8f [ 595.976652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.976917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.977084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.977389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.977634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.978016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f8609f1-6b13-4f76-a0a3-6c7820779e8f already deleted. [ 595.978016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8609f1-6b13-4f76-a0a3-6c7820779e8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.006582] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ec0bf5fa-9d8b-4409-8586-bb39907fe1e8 tempest-ServersTestBootFromVolume-1667094028 tempest-ServersTestBootFromVolume-1667094028-project-member] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 596.007296] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 596.007759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.008048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.037640] env[63533]: INFO networking_nsxv3.common.synchronization [None req-6724ecc3-f76b-4ac7-a60d-ba2f9fa1d6c3 None None] Enqueued Resource ID: 092e2dd9-e562-4554-b8be-4bb702b714e8 with Priority: HIGHEST for action port [ 596.037640] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092e2dd9-e562-4554-b8be-4bb702b714e8 with Priority: HIGHEST for action port [ 596.037919] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-092e2dd9-e562-4554-b8be-4bb702b714e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.041063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092e2dd9-e562-4554-b8be-4bb702b714e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.041186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092e2dd9-e562-4554-b8be-4bb702b714e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.041519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092e2dd9-e562-4554-b8be-4bb702b714e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.041569] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092e2dd9-e562-4554-b8be-4bb702b714e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.270825] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed68ef16-59b2-4ed3-8a33-09b11fbf215c req-01838ca2-e4dc-4b8d-9408-9d27b0cf9df8 service nova] Enqueued Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_rules [ 596.271088] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed68ef16-59b2-4ed3-8a33-09b11fbf215c req-01838ca2-e4dc-4b8d-9408-9d27b0cf9df8 service nova] Enqueued Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 596.271306] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed68ef16-59b2-4ed3-8a33-09b11fbf215c req-01838ca2-e4dc-4b8d-9408-9d27b0cf9df8 service nova] Enqueued Resource ID: 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 with Priority: HIGHEST for action port [ 596.271778] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_rules [ 596.272025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 596.272202] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 with Priority: HIGHEST for action port [ 596.272943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.273154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.273303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.273629] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.279693] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.279693] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.279693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.279693] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.280687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.280812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.280980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.281048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.281122] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.364278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.364417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.368016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 already deleted. [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.368016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.368016] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.419899] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 596.419899] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 deletion is rescheduled due to dependency. [ 596.419899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.477763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.477763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.477763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.477763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.478761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.478761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.478761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.478761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.478761] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.548465] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 092e2dd9-e562-4554-b8be-4bb702b714e8 [ 596.548465] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.548465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.548465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.548465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.548465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.548465] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:092e2dd9-e562-4554-b8be-4bb702b714e8 already deleted. [ 596.548465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092e2dd9-e562-4554-b8be-4bb702b714e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.694230] env[63533]: INFO networking_nsxv3.common.synchronization [req-f6ec5529-af76-4367-b467-e493428d716d req-a0240f56-7a3f-4103-af81-f8b8ef69d4f4 tempest-SecurityGroupRulesNegativeTestJSON-1816623398 tempest-SecurityGroupRulesNegativeTestJSON-1816623398-project-member] Enqueued Resource ID: 75865b88-97dd-47c6-a4c1-7abca686f635 with Priority: HIGHEST for action security_group_rules [ 596.694796] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75865b88-97dd-47c6-a4c1-7abca686f635 with Priority: HIGHEST for action security_group_rules [ 596.695323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75865b88-97dd-47c6-a4c1-7abca686f635 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.695323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.695323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.696301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.696301] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75865b88-97dd-47c6-a4c1-7abca686f635',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.786030] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.786030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.786030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.786030] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 with status ACTIVE [ 596.786030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.786030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.786030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.786030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.786030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.786030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.787120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.787275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.787501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.787640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.787929] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.788076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.788149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.788369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.788458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.788569] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0 is going to be updated. [ 596.800746] env[63533]: INFO networking_nsxv3.common.synchronization [req-0fc0bb68-227a-4131-b5ec-0dd263f08656 req-3a301df2-d288-4171-b00a-dfc9ff9292a7 service nova] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_rules [ 596.800746] env[63533]: INFO networking_nsxv3.common.synchronization [req-0fc0bb68-227a-4131-b5ec-0dd263f08656 req-3a301df2-d288-4171-b00a-dfc9ff9292a7 service nova] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 596.801309] env[63533]: INFO networking_nsxv3.common.synchronization [req-0fc0bb68-227a-4131-b5ec-0dd263f08656 req-3a301df2-d288-4171-b00a-dfc9ff9292a7 service nova] Enqueued Resource ID: ac528a58-339f-4621-890a-afe5e3ee634d with Priority: HIGHEST for action port [ 596.801979] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_rules [ 596.802139] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 596.802264] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac528a58-339f-4621-890a-afe5e3ee634d with Priority: HIGHEST for action port [ 596.803179] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.803348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.803420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.805667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.805903] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.807510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.807670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.807743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.807984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.808619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.808744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.808828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.809969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.810194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.810322] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.811473] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac528a58-339f-4621-890a-afe5e3ee634d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.811595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.811666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.811867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.812159] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac528a58-339f-4621-890a-afe5e3ee634d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.820045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.820293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.820293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.820603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.820832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.820954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589ae6e1-42c9-49d2-bc0b-2615e1b4cfb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.855130] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4ce00286-edb4-4090-bd3b-acf0ec75e74f None None] Enqueued Resource ID: 131437cb-2276-4303-af9f-8031c8e75884 with Priority: HIGHEST for action port [ 596.855762] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 131437cb-2276-4303-af9f-8031c8e75884 with Priority: HIGHEST for action port [ 596.856857] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-131437cb-2276-4303-af9f-8031c8e75884 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.856857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-131437cb-2276-4303-af9f-8031c8e75884" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.856857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-131437cb-2276-4303-af9f-8031c8e75884" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.856857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-131437cb-2276-4303-af9f-8031c8e75884" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.857166] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131437cb-2276-4303-af9f-8031c8e75884',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.912165] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.912165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.912165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.912165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.912165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.912165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 already deleted. [ 596.912165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.985312] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db650226-c9df-44a7-bad1-287db4eea148: rpc.has_security_group_logging(os_id): False [ 597.008058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.008058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.008058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.008800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.008986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.009318] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.009658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.009658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.009784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.009979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.010265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.010487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.010795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.011156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.011636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.011636] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be created. [ 597.068303] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 597.068587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.090361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.090515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.090588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.090802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.090971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.106220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 597.217502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.217657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.217746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.217963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.218090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.218189] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75865b88-97dd-47c6-a4c1-7abca686f635 already deleted. [ 597.218315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.290764] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.314116] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.314797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.318498] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.318594] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac528a58-339f-4621-890a-afe5e3ee634d with status ACTIVE [ 597.318820] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.318960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.319021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.319257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.319481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.319573] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.319647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.319699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.319940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.320051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.320249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.320357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.320419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.320615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.320944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.320944] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac528a58-339f-4621-890a-afe5e3ee634d is going to be updated. [ 597.356473] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.356760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.356853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.357494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.357494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.357630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac528a58-339f-4621-890a-afe5e3ee634d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.359646] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 131437cb-2276-4303-af9f-8031c8e75884 [ 597.359646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.359646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.359869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.359869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.360013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.360061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:131437cb-2276-4303-af9f-8031c8e75884 already deleted. [ 597.360319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-131437cb-2276-4303-af9f-8031c8e75884" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.794516] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.794815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.794815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.794882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.794956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.795187] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 is going to be created. [ 597.823667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.823862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.823920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.824250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.824443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.826740] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.838285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: UNINITIALIZED for 2s [ 598.211017] env[63533]: INFO networking_nsxv3.common.synchronization [req-e8afc216-4b2a-4d69-b417-510b25dc2b6c req-99a33543-510a-491a-a59b-c24f915ccb16 tempest-ServerDiagnosticsTest-769220963 tempest-ServerDiagnosticsTest-769220963-project-member] Enqueued Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 598.211017] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGHEST for action security_group_members [ 598.216740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.216740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.216740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.216740] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.330022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.330473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.330473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.331072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.331072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.331072] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be created. [ 598.371847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.371847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.371847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.372199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.372408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.384824] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: UNINITIALIZED for 2s [ 598.717903] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.717903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.717903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.717903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.717903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.718437] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.718437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.718437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.718601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.718681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.718804] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 is going to be updated. [ 598.748953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.749251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.749409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.749532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.749784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.768143] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: IN_PROGRESS for 2s [ 599.125448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 599.125952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.848441] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: SUCCESS [ 599.848659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.848836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.849079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.849289] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.849411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.849488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.849667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.849767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.849859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.849981] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.355028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.355028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.355028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.355028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.356302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.356302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.356302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.356302] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.394850] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 600.395147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.396362] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.396362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.396744] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.778402] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 in Status: SUCCESS [ 600.778592] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 deletion is rescheduled due to dependency. [ 600.778709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.859839] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c5756-0fb2-4a12-abc3-0f6954d95d65: rpc.has_security_group_logging(os_id): False [ 600.883415] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.883583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.883680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.884199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.884199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.884298] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.884357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.884432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.884677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.884677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.884871] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.884983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.885053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.885203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.885279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.885485] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.885633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.885666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.885812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.886167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.886805] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 is going to be created. [ 600.898647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.899057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.899326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.899755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.900075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.900375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.900464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.900659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.900741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.900832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.900988] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.901107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.901167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.901312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.901454] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.901547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.901606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.901740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.901912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.901912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.902201] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.955032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.955032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.955032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.955032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.955032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.966329] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: IN_PROGRESS for 2s [ 601.044342] env[63533]: INFO networking_nsxv3.common.synchronization [req-6596bc3d-e68f-4c98-9dd8-d7feb8fefcbd req-64132a7d-ffac-4ce2-9771-df13dfe56bd5 tempest-SecurityGroupRulesNegativeTestJSON-1816623398 tempest-SecurityGroupRulesNegativeTestJSON-1816623398-project-member] Enqueued Resource ID: 75865b88-97dd-47c6-a4c1-7abca686f635 with Priority: HIGHEST for action security_group_rules [ 601.045204] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75865b88-97dd-47c6-a4c1-7abca686f635 with Priority: HIGHEST for action security_group_rules [ 601.045303] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75865b88-97dd-47c6-a4c1-7abca686f635 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.045411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.045446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.045836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.045836] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75865b88-97dd-47c6-a4c1-7abca686f635',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.404884] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79: rpc.has_security_group_logging(os_id): False [ 601.428164] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.428381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.428381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.428713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.428899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.429227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.430332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.430332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.430332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.430332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.430332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.431643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.432281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.432281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.432281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.432560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.432696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.432783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.432944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.433142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.433142] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be created. [ 601.516867] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.517066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.517195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.517514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.517809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.533626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 601.574970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.575215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.575335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.575709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.575803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.575963] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75865b88-97dd-47c6-a4c1-7abca686f635 already deleted. [ 601.576112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75865b88-97dd-47c6-a4c1-7abca686f635" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.761586] env[63533]: INFO networking_nsxv3.common.synchronization [req-ea2ebc42-8612-4955-945f-78ec81f0f0f2 req-9cf492a2-34f2-43ab-b2c0-9a35fb4ea0dd tempest-VolumesAssistedSnapshotsTest-2067238123 tempest-VolumesAssistedSnapshotsTest-2067238123-project-member] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 601.762350] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 601.762350] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.767716] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.767716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.767716] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.271609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.271807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.271885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.272189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.272287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.272477] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.272691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.272691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.272777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.275086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.275086] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 already deleted. [ 602.275086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.392445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.392723] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-44" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.392785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-44" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.393199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-44" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.394572] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.396587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.396587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.396587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.396587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.396587] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.396587] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.396587] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.396926] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.397600] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.397600] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.397600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.422953] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.424962] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 602.424962] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.424962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-44" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.424962] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-33b2bb84-c893-4ee8-90de-6696ef21d830 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.424962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.424962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.425385] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.425385] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b2bb84-c893-4ee8-90de-6696ef21d830',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.927973] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.928361] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.928361] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.928659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.928805] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.928960] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 33b2bb84-c893-4ee8-90de-6696ef21d830 not found, creating... [ 602.929233] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.929475] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.929529] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.929718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.929851] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.930204] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.930390] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.930576] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.930806] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.930941] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.931353] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 33b2bb84-c893-4ee8-90de-6696ef21d830 is going to be created. [ 602.959302] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.959517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.959640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.959946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.960333] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.960539] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.979449] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: SUCCESS [ 602.979713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.070964] env[63533]: INFO networking_nsxv3.common.synchronization [req-452cd08e-f1e3-4df1-889e-40eaaf4feef8 req-d1aee020-0b41-46e0-ba95-4772536f90ee tempest-ServerExternalEventsTest-22789654 tempest-ServerExternalEventsTest-22789654-project-member] Enqueued Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 603.071572] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGHEST for action security_group_members [ 603.071953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.072995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.072995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.072995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.072995] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.072995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.072995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.073346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.073427] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.545876] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 603.546176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.576913] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.577216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.577344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.577766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.577766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.578100] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.578302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.578953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.578953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.578953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.578953] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d is going to be updated. [ 603.630247] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.630746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.630746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.630746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.631205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.648606] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: IN_PROGRESS for 2s [ 603.860996] env[63533]: INFO networking_nsxv3.common.synchronization [req-ea2ebc42-8612-4955-945f-78ec81f0f0f2 req-9edf10c4-6e6e-4bb2-811e-746427746689 service nova] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 603.864155] env[63533]: INFO networking_nsxv3.common.synchronization [req-ea2ebc42-8612-4955-945f-78ec81f0f0f2 req-9edf10c4-6e6e-4bb2-811e-746427746689 service nova] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 603.864155] env[63533]: INFO networking_nsxv3.common.synchronization [req-ea2ebc42-8612-4955-945f-78ec81f0f0f2 req-9edf10c4-6e6e-4bb2-811e-746427746689 service nova] Enqueued Resource ID: 33b2bb84-c893-4ee8-90de-6696ef21d830 with Priority: HIGHEST for action port [ 603.864155] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_rules [ 603.867248] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 603.867248] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b2bb84-c893-4ee8-90de-6696ef21d830 with Priority: HIGHEST for action port [ 603.867248] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.867248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.867248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.867248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.867248] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.870492] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.870620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.870685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.871054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.871259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.871377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.871440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.871612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.871707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.871807] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.873814] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b2bb84-c893-4ee8-90de-6696ef21d830 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.873943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.873995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.875112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.875112] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b2bb84-c893-4ee8-90de-6696ef21d830',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.373578] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.373964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.373964] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.376502] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33b2bb84-c893-4ee8-90de-6696ef21d830 with status ACTIVE [ 604.376701] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.376994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.376994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.377119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.377281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.377378] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.377482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.377543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.377720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.377766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.378056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.378056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.378191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.378271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.378331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.378387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33b2bb84-c893-4ee8-90de-6696ef21d830 is going to be updated. [ 604.406505] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.406505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.406505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.406505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.406505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.406505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b2bb84-c893-4ee8-90de-6696ef21d830" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.477855] env[63533]: INFO networking_nsxv3.common.synchronization [req-2c5d1525-a696-4977-ae71-3a68567a88af req-9fc33b5c-91b9-48b7-b2e0-cbae1c60183e tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 604.477855] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 604.481044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.481044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.481044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.482212] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.876637] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.987734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.988117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.988335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.988542] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.988659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.988717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.988928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.989016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 already deleted. [ 604.989087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.171281] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.171497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.171602] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.171978] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.172723] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.172953] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.173151] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.173451] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.173634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.173896] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 605.174056] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.174476] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.174632] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.174778] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 605.174913] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.175091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.200734] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.201290] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 605.201290] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.201290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.201568] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-514b9391-5894-4419-800a-e06658f8a44b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.202204] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.202400] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.202747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.202892] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514b9391-5894-4419-800a-e06658f8a44b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.380225] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.380225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.380225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.380225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.380225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.380225] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 is going to be created. [ 605.415433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.415710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.416342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.416897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.419251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.448692] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: UNINITIALIZED for 2s [ 605.662866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d in Status: SUCCESS [ 605.663092] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d deletion is rescheduled due to dependency. [ 605.663258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.706548] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.706548] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.706548] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.708626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.708626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.708626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 514b9391-5894-4419-800a-e06658f8a44b not found, creating... [ 605.708981] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709184] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.709893] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709893] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.710861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.711266] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.711530] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.711728] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.712479] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.712711] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.712912] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 514b9391-5894-4419-800a-e06658f8a44b is going to be created. [ 605.740754] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.741250] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.741530] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.744057] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.744057] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.744057] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.640878] env[63533]: INFO networking_nsxv3.common.synchronization [req-b5c7ea09-b406-4412-94c6-4c1eb2699dcb req-cdc71428-2369-45ee-b700-5712cc45dae6 tempest-TenantUsagesTestJSON-987109940 tempest-TenantUsagesTestJSON-987109940-project-member] Enqueued Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 606.640878] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGHEST for action security_group_members [ 606.640878] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.640878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.640878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.646745] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.646745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.646745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.646745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.646745] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.151526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.151675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.151727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.152050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.152106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.152287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.152386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.152446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.152600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.152674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.152757] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 is going to be updated. [ 607.194112] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.194312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.194312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.194616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.194730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.206115] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: IN_PROGRESS for 2s [ 607.335378] env[63533]: INFO networking_nsxv3.common.synchronization [req-2c5d1525-a696-4977-ae71-3a68567a88af req-78d474a1-02af-4fb4-a0de-80e02114924e service nova] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 607.335554] env[63533]: INFO networking_nsxv3.common.synchronization [req-2c5d1525-a696-4977-ae71-3a68567a88af req-78d474a1-02af-4fb4-a0de-80e02114924e service nova] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 607.335688] env[63533]: INFO networking_nsxv3.common.synchronization [req-2c5d1525-a696-4977-ae71-3a68567a88af req-78d474a1-02af-4fb4-a0de-80e02114924e service nova] Enqueued Resource ID: 514b9391-5894-4419-800a-e06658f8a44b with Priority: HIGHEST for action port [ 607.335911] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 607.336061] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 607.336165] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514b9391-5894-4419-800a-e06658f8a44b with Priority: HIGHEST for action port [ 607.336702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.336827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.336894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.337106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.337205] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.338392] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.338392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.338601] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.338697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.338938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.339026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.340044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-514b9391-5894-4419-800a-e06658f8a44b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.340173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.340432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.340432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.340594] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514b9391-5894-4419-800a-e06658f8a44b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.462615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: SUCCESS [ 607.462857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.463078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.463301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.463531] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.463649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.463720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.463868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.463951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.464094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.464152] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.841741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.842388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.842388] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.843210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 514b9391-5894-4419-800a-e06658f8a44b with status ACTIVE [ 607.843210] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.843210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.843720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.843720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.843720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.843720] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.844125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.844125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.844125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.844125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.844251] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.844547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.844547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.844547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.844739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.844739] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 514b9391-5894-4419-800a-e06658f8a44b is going to be updated. [ 607.868245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.868435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.868483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.868672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.868807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.868971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514b9391-5894-4419-800a-e06658f8a44b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.970419] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.346789] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.473562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95408828-82eb-4961-9b66-b1b6b16e9259: rpc.has_security_group_logging(os_id): False [ 608.498271] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.498421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.498491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.498716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.498803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.499047] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.499153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.499229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.499384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.499458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.499544] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 is going to be created. [ 608.606579] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.606579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.606579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.607068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.641326] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: IN_PROGRESS for 2s [ 608.849387] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.849834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.849834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.850054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.850096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.850190] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be created. [ 608.886959] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.887171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.887224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.887526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.887718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.901506] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: UNINITIALIZED for 2s [ 609.218961] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 in Status: SUCCESS [ 609.219373] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 deletion is rescheduled due to dependency. [ 609.220566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.659382] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: SUCCESS [ 610.659719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.916025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 610.916025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.916025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.916025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.916025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.916025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.916500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.916500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.916500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.916500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.916701] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.397762] env[63533]: INFO networking_nsxv3.common.synchronization [req-4e3be727-032f-4161-bf1f-ab17fc6ae54e req-0accfd5e-7262-4eb1-9ffb-01e389176b73 tempest-ServersV294TestFqdnHostnames-1833994765 tempest-ServersV294TestFqdnHostnames-1833994765-project-member] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 611.401022] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 611.401022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.401022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.401022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.401022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.423241] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.903236] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.903236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.903236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.903830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.903830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.903830] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.903830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.903830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.904142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.904142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.904232] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 already deleted. [ 611.904454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.927122] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51: rpc.has_security_group_logging(os_id): False [ 611.945471] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.945607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.945607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.945888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.945888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.946173] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.946412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.946412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.946508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.946608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.946608] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be created. [ 612.014672] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.014815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.014871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.015121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.015293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.032225] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 612.541676] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.541866] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-807" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.541913] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-807" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.542315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-807" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.542799] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.542961] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.543096] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.543345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.543474] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.544034] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.544034] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.544034] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.549019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.549019] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.549019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.549019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.569765] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.572156] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.572787] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.573282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-807" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.573435] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-4fd02a9a-ba01-4841-a942-ca1b96503c0e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.573709] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.573843] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.574323] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.574398] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd02a9a-ba01-4841-a942-ca1b96503c0e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.828876] env[63533]: INFO networking_nsxv3.common.synchronization [req-d93de4e6-73dc-4bbf-b478-65d61266f365 req-165cf789-9007-4173-88f1-df884c2d04b0 tempest-InstanceActionsNegativeTestJSON-1496350076 tempest-InstanceActionsNegativeTestJSON-1496350076-project-member] Enqueued Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 612.828876] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGHEST for action security_group_members [ 612.829060] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.829233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.829346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.829541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.829684] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.829785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.829829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.829981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.830100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.830211] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.029769] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2dad733b-9038-439b-a902-50b543a1d0b6 None None] Enqueued Resource ID: 95dcd6b9-873d-44d0-885c-97df8b33a384 with Priority: HIGHEST for action port [ 613.030190] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95dcd6b9-873d-44d0-885c-97df8b33a384 with Priority: HIGHEST for action port [ 613.030872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-95dcd6b9-873d-44d0-885c-97df8b33a384 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.031101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95dcd6b9-873d-44d0-885c-97df8b33a384" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.031220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95dcd6b9-873d-44d0-885c-97df8b33a384" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95dcd6b9-873d-44d0-885c-97df8b33a384" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.031629] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95dcd6b9-873d-44d0-885c-97df8b33a384',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.078658] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.078825] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.078951] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.079272] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.079428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.079669] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 4fd02a9a-ba01-4841-a942-ca1b96503c0e not found, creating... [ 613.080075] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.080281] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.080403] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.080639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.080917] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.081598] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.081780] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.081901] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.082191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.082344] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.082490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 4fd02a9a-ba01-4841-a942-ca1b96503c0e is going to be created. [ 613.107538] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.107538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.107746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.108981] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.108981] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.108981] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.334905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.335183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.335263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.335571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.335643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.335808] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.335896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.336518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.336518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.336518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.336518] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 is going to be updated. [ 613.368308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.368474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.368520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.369245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.380987] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: IN_PROGRESS for 2s [ 613.535691] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95dcd6b9-873d-44d0-885c-97df8b33a384 [ 613.536263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.536547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.536724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.537172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.537532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.537754] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95dcd6b9-873d-44d0-885c-97df8b33a384 already deleted. [ 613.537943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95dcd6b9-873d-44d0-885c-97df8b33a384" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.050662] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 614.050939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [req-4e3be727-032f-4161-bf1f-ab17fc6ae54e req-012c5f9c-381b-410d-acf5-99a29526f4f8 service nova] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [req-4e3be727-032f-4161-bf1f-ab17fc6ae54e req-012c5f9c-381b-410d-acf5-99a29526f4f8 service nova] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [req-4e3be727-032f-4161-bf1f-ab17fc6ae54e req-012c5f9c-381b-410d-acf5-99a29526f4f8 service nova] Enqueued Resource ID: 4fd02a9a-ba01-4841-a942-ca1b96503c0e with Priority: HIGHEST for action port [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_rules [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 614.853327] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd02a9a-ba01-4841-a942-ca1b96503c0e with Priority: HIGHEST for action port [ 614.853327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.853945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.854204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.855018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.855018] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.859020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.859020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.859020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.859020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.860798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd02a9a-ba01-4841-a942-ca1b96503c0e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.861147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.861505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.861788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.862841] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd02a9a-ba01-4841-a942-ca1b96503c0e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.963780] env[63533]: INFO networking_nsxv3.common.synchronization [req-5a860b46-055b-4a10-acbd-3cb45e602f29 req-ca01baa1-8eb0-4e08-b038-34c8545dcbf2 tempest-FloatingIPsAssociationNegativeTestJSON-316205081 tempest-FloatingIPsAssociationNegativeTestJSON-316205081-project-member] Enqueued Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 614.964725] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a with Priority: HIGHEST for action security_group_members [ 614.965058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.965150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.965189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.965446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.965621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.966733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.966733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.966733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.966733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.966733] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.049553] env[63533]: INFO networking_nsxv3.common.synchronization [req-631a9e77-8680-4384-a739-384a41718244 req-6fd4550e-2f8d-4b02-98e9-78b9ee1cf6b5 tempest-ServersTestManualDisk-1352659055 tempest-ServersTestManualDisk-1352659055-project-member] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 615.050405] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 615.050838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.051182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.051182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.052873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.052873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.052873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.052873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.052873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.052873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.052873] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.358688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.359258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.364740] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.364740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd02a9a-ba01-4841-a942-ca1b96503c0e with status ACTIVE [ 615.365136] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.365306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.365306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.365557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.366984] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.366984] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.366984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.367459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.367459] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd02a9a-ba01-4841-a942-ca1b96503c0e is going to be updated. [ 615.391728] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.391872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.391927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.392164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.394135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.394135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd02a9a-ba01-4841-a942-ca1b96503c0e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.394135] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 in Status: SUCCESS [ 615.394135] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 deletion is rescheduled due to dependency. [ 615.394135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.469349] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e2861b50-e373-4734-9901-a06127373a8e None None] Enqueued Resource ID: dac7cd7e-6adc-4928-a638-ef3453ca1eff with Priority: HIGHEST for action port [ 615.469349] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac7cd7e-6adc-4928-a638-ef3453ca1eff with Priority: HIGHEST for action port [ 615.469349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac7cd7e-6adc-4928-a638-ef3453ca1eff taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.469545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac7cd7e-6adc-4928-a638-ef3453ca1eff" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.469545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac7cd7e-6adc-4928-a638-ef3453ca1eff" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.469948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac7cd7e-6adc-4928-a638-ef3453ca1eff" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.469948] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac7cd7e-6adc-4928-a638-ef3453ca1eff',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.473472] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.473472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.473658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.476024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.476024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.476024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a is going to be updated. [ 615.523889] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.524091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.524153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.524360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.524511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.534345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: IN_PROGRESS for 2s [ 615.556784] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.556952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.557033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.557262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.557357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.557607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.557674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.557710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.557846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.557921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.559029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 already deleted. [ 615.559029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.870994] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.978921] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac7cd7e-6adc-4928-a638-ef3453ca1eff [ 615.979241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.979309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.979379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.980092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.980210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.980574] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac7cd7e-6adc-4928-a638-ef3453ca1eff already deleted. [ 615.980677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac7cd7e-6adc-4928-a638-ef3453ca1eff" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.285829] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.286357] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-651" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.286357] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-651" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.286497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-651" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.289666] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.289666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.289666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.289666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.289666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.289666] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.289666] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.289666] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.289666] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.289666] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.289666] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.289666] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.331633] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.331796] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.332163] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.332163] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-651" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.332517] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-16b1a07f-5af3-4a11-967b-acc2df708c1d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.335014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.335014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.335014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.335014] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b1a07f-5af3-4a11-967b-acc2df708c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.376033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.376033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.376033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.376033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.376033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.376033] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 is going to be created. [ 616.411986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.411986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.411986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.411986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.411986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.424706] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: UNINITIALIZED for 2s [ 616.578970] env[63533]: INFO networking_nsxv3.common.synchronization [None req-b2cbc8a1-2d2b-4b12-862f-fc748df20511 None None] Enqueued Resource ID: 544282cd-8ce0-485b-8e81-2ee70ab9a23f with Priority: HIGHEST for action port [ 616.579726] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544282cd-8ce0-485b-8e81-2ee70ab9a23f with Priority: HIGHEST for action port [ 616.582074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-544282cd-8ce0-485b-8e81-2ee70ab9a23f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.582267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544282cd-8ce0-485b-8e81-2ee70ab9a23f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.582350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544282cd-8ce0-485b-8e81-2ee70ab9a23f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.582684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544282cd-8ce0-485b-8e81-2ee70ab9a23f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.582775] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544282cd-8ce0-485b-8e81-2ee70ab9a23f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.836352] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.839648] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.839648] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.839648] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.839648] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.839648] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 16b1a07f-5af3-4a11-967b-acc2df708c1d not found, creating... [ 616.840558] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.840558] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.840558] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.840558] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.840726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.841078] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.841635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.841755] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.841971] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.842552] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.845018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 16b1a07f-5af3-4a11-967b-acc2df708c1d is going to be created. [ 616.873792] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.874063] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.874189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.874516] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.874740] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.874973] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.908686] env[63533]: INFO networking_nsxv3.common.synchronization [req-25c88e09-236d-4cfc-88d1-7914b99a9b1b req-e54cb964-ef27-4e90-97e5-57818057709f tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 616.909280] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 616.909581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.909765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.911058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.911308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.911424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.911518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.911717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.911820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.911921] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.088264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 544282cd-8ce0-485b-8e81-2ee70ab9a23f [ 617.088813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.088974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.089039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.089263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.089350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.089440] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:544282cd-8ce0-485b-8e81-2ee70ab9a23f already deleted. [ 617.089520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544282cd-8ce0-485b-8e81-2ee70ab9a23f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.416694] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.416694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.416935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.416935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.417025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.418654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.418654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.418654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.418654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.418654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.418654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 already deleted. [ 617.418654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.546735] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a in Status: SUCCESS [ 617.546911] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a deletion is rescheduled due to dependency. [ 617.547041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.739609] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739905] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.740077] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.744022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.744022] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.744022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.744022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.744022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.744022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.744022] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.744022] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.744022] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.744022] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.744022] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.744022] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.744022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.768356] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.768863] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.769083] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.769265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.769575] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-f752fb93-15ab-4803-9e58-012b22d5f121 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.769744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.769856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.770252] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.770400] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f752fb93-15ab-4803-9e58-012b22d5f121',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.156546] env[63533]: INFO networking_nsxv3.common.synchronization [req-631a9e77-8680-4384-a739-384a41718244 req-4114f699-788c-429a-a565-c228e2a0c830 service nova] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 618.156654] env[63533]: INFO networking_nsxv3.common.synchronization [req-631a9e77-8680-4384-a739-384a41718244 req-4114f699-788c-429a-a565-c228e2a0c830 service nova] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 618.156781] env[63533]: INFO networking_nsxv3.common.synchronization [req-631a9e77-8680-4384-a739-384a41718244 req-4114f699-788c-429a-a565-c228e2a0c830 service nova] Enqueued Resource ID: 16b1a07f-5af3-4a11-967b-acc2df708c1d with Priority: HIGHEST for action port [ 618.157071] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_rules [ 618.157164] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 618.157262] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b1a07f-5af3-4a11-967b-acc2df708c1d with Priority: HIGHEST for action port [ 618.159290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.159290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.159290] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.161494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.161494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.161494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.161494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.163533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.163533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.163533] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.163533] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b1a07f-5af3-4a11-967b-acc2df708c1d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.163533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.163533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.163533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.163533] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b1a07f-5af3-4a11-967b-acc2df708c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.274755] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.275136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.275205] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.275960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.276145] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.276306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port f752fb93-15ab-4803-9e58-012b22d5f121 not found, creating... [ 618.276598] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.276765] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.276876] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.277631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.277819] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.278195] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.278655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.278655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.278869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.278941] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.279260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: f752fb93-15ab-4803-9e58-012b22d5f121 is going to be created. [ 618.307193] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.307560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.307614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.307915] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.308196] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.308479] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.399225] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8fe8b571-2756-4c3a-9574-495ae2c7e2af None None] Enqueued Resource ID: a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4 with Priority: HIGHEST for action port [ 618.399225] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4 with Priority: HIGHEST for action port [ 618.399225] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.399225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.399225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.400094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.400390] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.432873] env[63533]: INFO networking_nsxv3.common.synchronization [None req-3c945f8b-4a2a-4fb5-bea5-f500160bc915 None None] Enqueued Resource ID: 75702e9a-8b2f-40a7-a72f-606e0e4f3e69 with Priority: HIGHEST for action port [ 618.434271] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75702e9a-8b2f-40a7-a72f-606e0e4f3e69 with Priority: HIGHEST for action port [ 618.435788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-75702e9a-8b2f-40a7-a72f-606e0e4f3e69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.437790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75702e9a-8b2f-40a7-a72f-606e0e4f3e69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.437908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75702e9a-8b2f-40a7-a72f-606e0e4f3e69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.438490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75702e9a-8b2f-40a7-a72f-606e0e4f3e69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.438603] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75702e9a-8b2f-40a7-a72f-606e0e4f3e69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.448649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: SUCCESS [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.448649] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.448649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.448649] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.667329] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.668329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.668450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.668632] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16b1a07f-5af3-4a11-967b-acc2df708c1d with status ACTIVE [ 618.668821] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.669024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.669077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.669520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.669520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.669520] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.669670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.669714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.669835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.669945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.670556] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.674258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.674551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.674551] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16b1a07f-5af3-4a11-967b-acc2df708c1d is going to be updated. [ 618.697732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.697899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.697946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.698259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.698399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.698565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b1a07f-5af3-4a11-967b-acc2df708c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.902620] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4 [ 618.903651] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.903651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.903651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.903651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.903651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.903978] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4 already deleted. [ 618.903978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4954ca0-d9c7-4bda-9f3b-dcf8eaae47f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.942385] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75702e9a-8b2f-40a7-a72f-606e0e4f3e69 [ 618.944952] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.945161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.945234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.945443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.945683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.945683] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75702e9a-8b2f-40a7-a72f-606e0e4f3e69 already deleted. [ 618.945683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75702e9a-8b2f-40a7-a72f-606e0e4f3e69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.959185] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.176499] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.395077] env[63533]: INFO networking_nsxv3.common.synchronization [req-f32e1336-4667-4bc8-bef3-1979822a7739 req-cb9ca2e8-e32f-4abd-8071-156f73c41192 tempest-FloatingIPsAssociationTestJSON-1944781937 tempest-FloatingIPsAssociationTestJSON-1944781937-project-member] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 619.395490] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 619.396738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.396738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.396738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.399912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.399912] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.399912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.399912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.399912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.399912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.399912] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.448312] env[63533]: INFO networking_nsxv3.common.synchronization [None req-036b6c0d-7d64-446e-aad1-f0f544351537 None None] Enqueued Resource ID: 31a5f228-c436-4fb3-98e7-c061f8b3f6e3 with Priority: HIGHEST for action port [ 619.448312] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a5f228-c436-4fb3-98e7-c061f8b3f6e3 with Priority: HIGHEST for action port [ 619.448312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-31a5f228-c436-4fb3-98e7-c061f8b3f6e3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.448312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31a5f228-c436-4fb3-98e7-c061f8b3f6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.448312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31a5f228-c436-4fb3-98e7-c061f8b3f6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.448312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31a5f228-c436-4fb3-98e7-c061f8b3f6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.448312] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a5f228-c436-4fb3-98e7-c061f8b3f6e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.465190] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4: rpc.has_security_group_logging(os_id): False [ 619.482793] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.482941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.483373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.483373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.483373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.483580] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.483681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.483745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.483901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.483978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.484076] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 is going to be created. [ 619.580416] env[63533]: INFO networking_nsxv3.common.synchronization [req-25c88e09-236d-4cfc-88d1-7914b99a9b1b req-db711491-0886-43ea-a288-88189fca0563 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 619.580416] env[63533]: INFO networking_nsxv3.common.synchronization [req-25c88e09-236d-4cfc-88d1-7914b99a9b1b req-db711491-0886-43ea-a288-88189fca0563 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 619.580416] env[63533]: INFO networking_nsxv3.common.synchronization [req-25c88e09-236d-4cfc-88d1-7914b99a9b1b req-db711491-0886-43ea-a288-88189fca0563 service nova] Enqueued Resource ID: f752fb93-15ab-4803-9e58-012b22d5f121 with Priority: HIGHEST for action port [ 619.580416] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 619.580997] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 619.581428] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f752fb93-15ab-4803-9e58-012b22d5f121 with Priority: HIGHEST for action port [ 619.582391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.582764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.583074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.583621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.583879] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.587479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.587479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.587479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.588917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.589108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.589342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.589879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.589879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.589879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.590776] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.591905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f752fb93-15ab-4803-9e58-012b22d5f121 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.592720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.592720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.592720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.592720] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f752fb93-15ab-4803-9e58-012b22d5f121',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.648358] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.649067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.649067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.649067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.649067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.665263] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: IN_PROGRESS for 2s [ 619.679618] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.679826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.679869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.680079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.680162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.680259] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 is going to be created. [ 619.711168] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.711168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.711168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.711168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.711168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.722291] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: UNINITIALIZED for 2s [ 619.728757] env[63533]: INFO networking_nsxv3.common.synchronization [None req-99a8ccf5-1d24-4f99-80a7-481790ce81cc tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 619.730017] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 619.730017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.730351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.732138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.732138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.732138] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.843772] env[63533]: INFO networking_nsxv3.common.synchronization [None req-bc603603-8f02-4ed0-885b-812e099dbd65 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 619.844197] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 619.844536] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.844650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.909962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.911087] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.911087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.911736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 already deleted. [ 619.911736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.954050] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31a5f228-c436-4fb3-98e7-c061f8b3f6e3 [ 619.954050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.954050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.954050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.954457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.954457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.954457] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31a5f228-c436-4fb3-98e7-c061f8b3f6e3 already deleted. [ 619.954457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31a5f228-c436-4fb3-98e7-c061f8b3f6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.095752] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.095752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.096064] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.099797] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f752fb93-15ab-4803-9e58-012b22d5f121 with status ACTIVE [ 620.099797] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.099797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.099797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.099797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.099797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.102464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.102464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.102464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.102464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.102464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.103094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.103094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.103094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.103094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.103094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.103094] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f752fb93-15ab-4803-9e58-012b22d5f121 is going to be updated. [ 620.131539] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.131705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.131775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.132081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.133059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.133059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f752fb93-15ab-4803-9e58-012b22d5f121" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.203088] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.203970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.203970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.203970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.204406] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.204670] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.205077] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.205077] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.205209] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.206150] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.206150] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.206150] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.206336] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.206336] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.206412] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.206545] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.242028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.242120] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.242327] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.242550] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.244445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.244445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.244445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.244445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.244445] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.258212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.258363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.258407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.258628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.258713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.258891] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe already deleted. [ 620.258891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.259079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.259246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.259324] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.606317] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.747860] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.747860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.747988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.749017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.749017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.749017] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e not found, creating... [ 620.749017] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.749017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.749273] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.749273] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.749535] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.749684] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.749833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.749948] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.750188] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.750342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.750442] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e is going to be created. [ 620.778713] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.779306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.779421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.779735] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.781243] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.783178] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.783506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.783506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.783680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.783992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.783992] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe already deleted. [ 620.783992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.108589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.108686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.108727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.111688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.111688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.111688] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be created. [ 621.136259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.139035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.139035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.139035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.139035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.152924] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: UNINITIALIZED for 2s [ 621.680662] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: SUCCESS [ 621.681035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.744843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: SUCCESS [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.744843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.744843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.744843] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.107456] env[63533]: INFO networking_nsxv3.common.synchronization [None req-fbaa1f1a-6ad4-4f7c-9686-29b2667d33cb None None] Enqueued Resource ID: 471bc957-fcb7-4800-bb15-7b9ddd1f4faf with Priority: HIGHEST for action port [ 622.107456] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471bc957-fcb7-4800-bb15-7b9ddd1f4faf with Priority: HIGHEST for action port [ 622.107456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-471bc957-fcb7-4800-bb15-7b9ddd1f4faf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.107755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471bc957-fcb7-4800-bb15-7b9ddd1f4faf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.107941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471bc957-fcb7-4800-bb15-7b9ddd1f4faf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.108308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471bc957-fcb7-4800-bb15-7b9ddd1f4faf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.108500] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471bc957-fcb7-4800-bb15-7b9ddd1f4faf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.227817] env[63533]: INFO networking_nsxv3.common.synchronization [req-f32e1336-4667-4bc8-bef3-1979822a7739 req-b8f7320d-47e4-4d87-8185-e561cced877c service nova] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_rules [ 622.229520] env[63533]: INFO networking_nsxv3.common.synchronization [req-f32e1336-4667-4bc8-bef3-1979822a7739 req-b8f7320d-47e4-4d87-8185-e561cced877c service nova] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 622.229752] env[63533]: INFO networking_nsxv3.common.synchronization [req-f32e1336-4667-4bc8-bef3-1979822a7739 req-b8f7320d-47e4-4d87-8185-e561cced877c service nova] Enqueued Resource ID: 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e with Priority: HIGHEST for action port [ 622.230414] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_rules [ 622.230578] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 622.230686] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e with Priority: HIGHEST for action port [ 622.230996] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.231134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.231198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.231501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.231580] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.232614] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.232720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.232720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.236323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.236681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.236851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.236851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.237065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.237151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.237249] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.238622] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.238622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.238622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.238622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.238622] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.239946] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.610983] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471bc957-fcb7-4800-bb15-7b9ddd1f4faf [ 622.611259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.611404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.611472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.611691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.611778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.611876] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471bc957-fcb7-4800-bb15-7b9ddd1f4faf already deleted. [ 622.611955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471bc957-fcb7-4800-bb15-7b9ddd1f4faf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.742081] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.743906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.743906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.745427] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e with status ACTIVE [ 622.745786] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.746092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.746174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.746756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.746756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.746756] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.746987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.747176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.747403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.747527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.747833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.747977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.748076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.748245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.748346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.748453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e is going to be updated. [ 622.749575] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da716fa8-8a0f-4d6f-89ba-d4bc90b583f5: rpc.has_security_group_logging(os_id): False [ 622.771516] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.771839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.771946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.772206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.772322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.772580] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.772685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.772745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.772916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.772994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.773093] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 is going to be created. [ 622.790109] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.790306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.790398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.790701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.790866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.791105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f5393e-f3f1-4497-8d7d-c3aa98a1fc8e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.848625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.848936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.849107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.849416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.849720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.876600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: IN_PROGRESS for 2s [ 623.165598] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 623.166886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.167407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.168064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.168494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.168870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.168972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.169229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.169338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.169455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.169573] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.245031] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.674701] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.674961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.675076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.675403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.675641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.675788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.675888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.676131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.676257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.676390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.677071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.677220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.677336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.677656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.677865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.678011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.678117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.678313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.678724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.678724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.678724] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.753788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.753788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.753788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.754156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.754947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.754947] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be created. [ 623.787432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.787603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.787676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.787906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.788075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.801574] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: UNINITIALIZED for 2s [ 623.969205] env[63533]: INFO networking_nsxv3.common.synchronization [req-ccdb6eb4-2150-4212-9515-93c7fc019b21 req-7f3deff2-22a1-4c65-b1aa-ea7e785c9c17 tempest-ServerMetadataNegativeTestJSON-434414899 tempest-ServerMetadataNegativeTestJSON-434414899-project-member] Enqueued Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 623.969669] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 623.970297] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.970297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.970570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.970612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.971016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.971016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.971016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.971178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.971846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.971846] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.186834] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 624.207851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.207851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.207851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.207851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.207851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.207851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.208425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.208425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.208425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.208425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.208817] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.208817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.208817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.209786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.209882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.210513] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.210513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.210513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.210513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.210730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.210730] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be created. [ 624.293828] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.293828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.293828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.293828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.294358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.314361] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 624.477148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.477148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.477148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.477148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.477148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.477148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.477148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.477913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.477913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.477913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.478183] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb already deleted. [ 624.478253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.516941] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.516941] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-783" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.516941] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-783" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.517303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-783" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.517430] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.520340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.520340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.520340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.520340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.522831] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.522831] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.522831] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.523264] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.523264] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.523264] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.523615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.558422] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.558702] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.558816] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.558923] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-783" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.559262] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-7b43dc6d-d5bd-406d-8860-46abe9635ab5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.559436] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.559645] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.559875] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.560020] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b43dc6d-d5bd-406d-8860-46abe9635ab5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.898286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: SUCCESS [ 624.898286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.062912] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.063180] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.063434] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.064515] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.064713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.064904] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 7b43dc6d-d5bd-406d-8860-46abe9635ab5 not found, creating... [ 625.065192] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.065424] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.066501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.066501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.066501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.066501] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.066501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.066501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.066858] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.066918] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.067132] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 7b43dc6d-d5bd-406d-8860-46abe9635ab5 is going to be created. [ 625.127136] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.127338] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.127566] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.127811] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.128056] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.128291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.571152] env[63533]: INFO networking_nsxv3.common.synchronization [None req-75a4e3db-c561-4aa8-9f50-bb69716fd92c None None] Enqueued Resource ID: 6e7a70dd-22db-4272-aa30-d07ed1dc97a2 with Priority: HIGHEST for action port [ 625.571449] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7a70dd-22db-4272-aa30-d07ed1dc97a2 with Priority: HIGHEST for action port [ 625.572340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7a70dd-22db-4272-aa30-d07ed1dc97a2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7a70dd-22db-4272-aa30-d07ed1dc97a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.572565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7a70dd-22db-4272-aa30-d07ed1dc97a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7a70dd-22db-4272-aa30-d07ed1dc97a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.572933] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7a70dd-22db-4272-aa30-d07ed1dc97a2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.707420] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ed23f42a-7707-4066-a7fb-613044832e39 None None] Enqueued Resource ID: dc714896-c35b-4820-803b-e156816d7e24 with Priority: HIGHEST for action port [ 625.707714] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc714896-c35b-4820-803b-e156816d7e24 with Priority: HIGHEST for action port [ 625.708448] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc714896-c35b-4820-803b-e156816d7e24 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.708448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc714896-c35b-4820-803b-e156816d7e24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.708670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc714896-c35b-4820-803b-e156816d7e24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.708801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc714896-c35b-4820-803b-e156816d7e24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.708871] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc714896-c35b-4820-803b-e156816d7e24',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.813253] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 625.813253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.813253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.813253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.813534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.813716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.813716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.813892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.815274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.815274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.815274] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.077560] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e7a70dd-22db-4272-aa30-d07ed1dc97a2 [ 626.077560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.077560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.077560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.077560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.077560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.077560] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e7a70dd-22db-4272-aa30-d07ed1dc97a2 already deleted. [ 626.077560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7a70dd-22db-4272-aa30-d07ed1dc97a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.211671] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc714896-c35b-4820-803b-e156816d7e24 [ 626.211918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.212067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.212134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.212412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.212505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.212599] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc714896-c35b-4820-803b-e156816d7e24 already deleted. [ 626.212681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc714896-c35b-4820-803b-e156816d7e24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.318749] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.319616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.319616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.319616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.319616] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.319616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.319616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.319860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.319860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.319860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.319967] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.320579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.320579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.320579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.320579] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.320579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.320579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.321188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.321188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.321188] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.336209] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 626.336457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.400311] env[63533]: INFO networking_nsxv3.common.synchronization [req-ccdb6eb4-2150-4212-9515-93c7fc019b21 req-4fdfc719-a4d7-4dca-a012-f04c5696a1b9 service nova] Enqueued Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_rules [ 626.400381] env[63533]: INFO networking_nsxv3.common.synchronization [req-ccdb6eb4-2150-4212-9515-93c7fc019b21 req-4fdfc719-a4d7-4dca-a012-f04c5696a1b9 service nova] Enqueued Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 626.400483] env[63533]: INFO networking_nsxv3.common.synchronization [req-ccdb6eb4-2150-4212-9515-93c7fc019b21 req-4fdfc719-a4d7-4dca-a012-f04c5696a1b9 service nova] Enqueued Resource ID: 7b43dc6d-d5bd-406d-8860-46abe9635ab5 with Priority: HIGHEST for action port [ 626.400980] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_rules [ 626.401274] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 626.401274] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b43dc6d-d5bd-406d-8860-46abe9635ab5 with Priority: HIGHEST for action port [ 626.401673] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.401673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.401673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b43dc6d-d5bd-406d-8860-46abe9635ab5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.408327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.408327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b43dc6d-d5bd-406d-8860-46abe9635ab5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.824420] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48175264-9b9e-469e-89ea-8311c74f4c91: rpc.has_security_group_logging(os_id): False [ 626.853637] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.855633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.855851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.856178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.856679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.857230] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.857826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.858082] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.858852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.859215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.859882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.860426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.860841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.861657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.861853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.862761] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.865118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.865239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.865547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.865689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.865913] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be created. [ 626.908635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.908635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.909110] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.911453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b43dc6d-d5bd-406d-8860-46abe9635ab5 with status ACTIVE [ 626.911453] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.911453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.911453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.911453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.911453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.913764] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.913764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.913764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.913764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.913764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.915335] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.915504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.915570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.915772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.915860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.915960] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b43dc6d-d5bd-406d-8860-46abe9635ab5 is going to be updated. [ 626.978571] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.978989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.979133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.979416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.979559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.979829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b43dc6d-d5bd-406d-8860-46abe9635ab5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.992402] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.992668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.992668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.992917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.993245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.024495] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 627.419170] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.922562] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.922562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.922562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.922789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.922824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.923011] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb is going to be created. [ 627.952397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.952397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.952397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.964650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: UNINITIALIZED for 2s [ 628.628988] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5b6def1e-e154-4ee9-a24d-b3841df0a0f4 None None] Enqueued Resource ID: 9a7517e7-c28e-497d-ae80-c9f14a419890 with Priority: HIGHEST for action port [ 628.630270] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7517e7-c28e-497d-ae80-c9f14a419890 with Priority: HIGHEST for action port [ 628.632202] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7517e7-c28e-497d-ae80-c9f14a419890 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7517e7-c28e-497d-ae80-c9f14a419890" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.632458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7517e7-c28e-497d-ae80-c9f14a419890" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.633968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7517e7-c28e-497d-ae80-c9f14a419890" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.634406] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7517e7-c28e-497d-ae80-c9f14a419890',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.041922] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 629.042890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.136636] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7517e7-c28e-497d-ae80-c9f14a419890 [ 629.137458] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.137684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.137766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.137999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.138332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.138332] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7517e7-c28e-497d-ae80-c9f14a419890 already deleted. [ 629.138332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7517e7-c28e-497d-ae80-c9f14a419890" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.979184] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: SUCCESS [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.979184] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.979184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.979184] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.485509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.485509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.485509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.485734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.485868] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.486051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.486051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.486213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.486297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.486406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.486574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.486679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.486735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.486871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.487080] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.487137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.487178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.487425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.487425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.487525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.487525] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.993891] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e7a1cdb-979b-4029-866d-a4b20e53bbdb: rpc.has_security_group_logging(os_id): False [ 630.997019] env[63533]: INFO networking_nsxv3.common.synchronization [None req-b7feee04-306b-4ada-9bf9-6bb79b08010b None None] Enqueued Resource ID: b39f4a6d-80a5-4311-b850-ee6ac21d08c2 with Priority: HIGHEST for action port [ 630.997019] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39f4a6d-80a5-4311-b850-ee6ac21d08c2 with Priority: HIGHEST for action port [ 630.997019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39f4a6d-80a5-4311-b850-ee6ac21d08c2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.997019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39f4a6d-80a5-4311-b850-ee6ac21d08c2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.997255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39f4a6d-80a5-4311-b850-ee6ac21d08c2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.997525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39f4a6d-80a5-4311-b850-ee6ac21d08c2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.997820] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39f4a6d-80a5-4311-b850-ee6ac21d08c2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.013894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.013894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.013894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.014146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.014146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.014258] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.014359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.014426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.014580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.014727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.014933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.016032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.016152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.016368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.016486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.016717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.017122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.017255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.017454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.017549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.017669] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb is going to be created. [ 631.078323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.078506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.078560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.079396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.079396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.092383] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: IN_PROGRESS for 2s [ 631.502261] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b39f4a6d-80a5-4311-b850-ee6ac21d08c2 [ 631.502559] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.502765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.502849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.503083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.503197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.503260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b39f4a6d-80a5-4311-b850-ee6ac21d08c2 already deleted. [ 631.503363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39f4a6d-80a5-4311-b850-ee6ac21d08c2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.108037] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: SUCCESS [ 633.108037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.820179] env[63533]: INFO networking_nsxv3.common.synchronization [None req-cb3395c3-6e2c-4b1c-8343-73a2a2dc6ae6 None None] Enqueued Resource ID: 00a85124-5fa1-40bf-9d1a-9dceb2830bb1 with Priority: HIGHEST for action port [ 633.820732] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a85124-5fa1-40bf-9d1a-9dceb2830bb1 with Priority: HIGHEST for action port [ 633.823497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a85124-5fa1-40bf-9d1a-9dceb2830bb1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.823829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a85124-5fa1-40bf-9d1a-9dceb2830bb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.824039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a85124-5fa1-40bf-9d1a-9dceb2830bb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.824545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a85124-5fa1-40bf-9d1a-9dceb2830bb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.824750] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a85124-5fa1-40bf-9d1a-9dceb2830bb1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.331043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a85124-5fa1-40bf-9d1a-9dceb2830bb1 [ 634.332030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.332030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.332030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.332030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.332030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.332030] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a85124-5fa1-40bf-9d1a-9dceb2830bb1 already deleted. [ 634.332030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a85124-5fa1-40bf-9d1a-9dceb2830bb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.600906] env[63533]: INFO networking_nsxv3.common.synchronization [req-37f090b3-5011-4f44-9299-3009ce841e4f req-a4a0bc7a-6e76-41aa-84a0-be372deec601 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 634.600906] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 634.600906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.600906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.600906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.600906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.602999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.602999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.602999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.602999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.602999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.602999] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.105605] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.269187] env[63533]: INFO networking_nsxv3.common.synchronization [None req-90a5e5ae-80ad-4a9f-8a55-8679c22c907b None None] Enqueued Resource ID: bea90da4-43be-4120-ac4d-de862c93cf2e with Priority: HIGHEST for action port [ 635.269848] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea90da4-43be-4120-ac4d-de862c93cf2e with Priority: HIGHEST for action port [ 635.270823] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea90da4-43be-4120-ac4d-de862c93cf2e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.270823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea90da4-43be-4120-ac4d-de862c93cf2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.270823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea90da4-43be-4120-ac4d-de862c93cf2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.270823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea90da4-43be-4120-ac4d-de862c93cf2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.270823] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea90da4-43be-4120-ac4d-de862c93cf2e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.610101] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.777106] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea90da4-43be-4120-ac4d-de862c93cf2e [ 635.777564] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.777776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.777975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.778396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.778559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.778809] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea90da4-43be-4120-ac4d-de862c93cf2e already deleted. [ 635.779054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea90da4-43be-4120-ac4d-de862c93cf2e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.820949] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.821453] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.823736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.823906] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.824812] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.824812] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.824929] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.825421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.825593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.829112] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.829112] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.829112] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.829112] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.829112] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.829112] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.829112] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.850299] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.850461] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.850601] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.850783] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.853922] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2b33d2bc-399c-4a17-826e-f6425766c6fd taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.853922] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.853922] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.853922] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.853922] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b33d2bc-399c-4a17-826e-f6425766c6fd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.113657] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.114060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.114145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.114378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.114471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.114571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 636.145658] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.145658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.146108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.146442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.146654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.162069] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 636.359023] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.359023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.359023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.359023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.359023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.359023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2b33d2bc-399c-4a17-826e-f6425766c6fd not found, creating... [ 636.359023] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.359023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.359590] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.359590] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.359590] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.359767] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.360016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.361920] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.361920] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.361920] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.361920] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2b33d2bc-399c-4a17-826e-f6425766c6fd is going to be created. [ 636.470245] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.470245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.470245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.470245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.470245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.470245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.092499] env[63533]: INFO networking_nsxv3.common.synchronization [req-1510ea4c-eec5-4638-8b78-e5125553ec3b req-d382655b-baf5-4249-a310-f877c7117ffb tempest-ServersNegativeTestJSON-811223485 tempest-ServersNegativeTestJSON-811223485-project-member] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 637.093543] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 637.094320] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.094320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.094320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.094320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.094696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.094696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.094696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.094843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.094899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.095079] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.600621] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.654573] env[63533]: INFO networking_nsxv3.common.synchronization [None req-6a37b18d-4927-4e3a-9090-faed4d8bf794 None None] Enqueued Resource ID: 0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5 with Priority: HIGHEST for action port [ 637.655236] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5 with Priority: HIGHEST for action port [ 637.655549] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.655655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.655781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.656023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.656215] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.961343] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.961588] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.961719] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.961990] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.962257] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.962434] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.962572] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.962762] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.962902] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.965589] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.965764] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.965888] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.966011] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.966205] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.966268] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.966380] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.989195] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.989441] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.989619] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.989851] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.990167] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-6768804b-2e12-482a-b0c9-b886eaee9afb taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.990560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.991726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.991726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.991726] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6768804b-2e12-482a-b0c9-b886eaee9afb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.085367] env[63533]: INFO networking_nsxv3.common.synchronization [req-37f090b3-5011-4f44-9299-3009ce841e4f req-5608a1f1-cebe-4c86-aea7-0baaa8985a3c service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 638.085573] env[63533]: INFO networking_nsxv3.common.synchronization [req-37f090b3-5011-4f44-9299-3009ce841e4f req-5608a1f1-cebe-4c86-aea7-0baaa8985a3c service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 638.085747] env[63533]: INFO networking_nsxv3.common.synchronization [req-37f090b3-5011-4f44-9299-3009ce841e4f req-5608a1f1-cebe-4c86-aea7-0baaa8985a3c service nova] Enqueued Resource ID: 2b33d2bc-399c-4a17-826e-f6425766c6fd with Priority: HIGHEST for action port [ 638.085940] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 638.086079] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 638.086319] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b33d2bc-399c-4a17-826e-f6425766c6fd with Priority: HIGHEST for action port [ 638.086723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.086986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.087274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.087274] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.088106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.088204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.088389] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b33d2bc-399c-4a17-826e-f6425766c6fd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.088496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.088552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.088715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.088786] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b33d2bc-399c-4a17-826e-f6425766c6fd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.102899] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.158486] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5 [ 638.159151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.159151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.159151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.159151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.159464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.159464] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5 already deleted. [ 638.159464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0599d7e1-801c-4a4f-91a2-3ad23c4bd1b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.171816] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 638.172055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.172230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.172524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.172714] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.172939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.172939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.173067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.174258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.174872] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.498524] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.498647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.498807] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.499176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.499331] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.499566] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 6768804b-2e12-482a-b0c9-b886eaee9afb not found, creating... [ 638.499709] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.499998] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.499998] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.503024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.503024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.503024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 6768804b-2e12-482a-b0c9-b886eaee9afb is going to be created. [ 638.529061] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.529396] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.529536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.529816] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.530054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.530295] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.591137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.594182] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b33d2bc-399c-4a17-826e-f6425766c6fd with status ACTIVE [ 638.594182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.594182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.594182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.594182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.595059] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b33d2bc-399c-4a17-826e-f6425766c6fd is going to be updated. [ 638.606347] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.606840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.606840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.607085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.607201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.607337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 638.634388] env[63533]: INFO networking_nsxv3.common.synchronization [None req-bb013184-eba4-4cfe-af98-006b8b5aa292 None None] Enqueued Resource ID: 44acc94f-6abb-4b0b-a4ac-d1a8fa085e03 with Priority: HIGHEST for action port [ 638.635049] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44acc94f-6abb-4b0b-a4ac-d1a8fa085e03 with Priority: HIGHEST for action port [ 638.635461] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-44acc94f-6abb-4b0b-a4ac-d1a8fa085e03 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.639804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44acc94f-6abb-4b0b-a4ac-d1a8fa085e03" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.640832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44acc94f-6abb-4b0b-a4ac-d1a8fa085e03" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.640832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44acc94f-6abb-4b0b-a4ac-d1a8fa085e03" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.640832] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44acc94f-6abb-4b0b-a4ac-d1a8fa085e03',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.644412] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.644554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.644554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.645235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.645235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.645235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b33d2bc-399c-4a17-826e-f6425766c6fd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.652731] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.652879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.652997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.653209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.653355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.673010] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 638.677212] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.143414] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44acc94f-6abb-4b0b-a4ac-d1a8fa085e03 [ 639.145097] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.145097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.145097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.145097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.145097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.145097] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44acc94f-6abb-4b0b-a4ac-d1a8fa085e03 already deleted. [ 639.145097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44acc94f-6abb-4b0b-a4ac-d1a8fa085e03" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.185220] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.597182] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4714c2ac-58a1-45f9-ab03-00c00ac5418e None None] Enqueued Resource ID: 44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614 with Priority: HIGHEST for action port [ 639.597182] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614 with Priority: HIGHEST for action port [ 639.597182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.597182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.597410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.597639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.597769] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.688066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.688066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.688066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.688066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.688066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.688066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 639.720051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.720051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.720051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.720051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.720051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.728510] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 639.974689] env[63533]: INFO networking_nsxv3.common.synchronization [req-1510ea4c-eec5-4638-8b78-e5125553ec3b req-2857a546-8dfc-4ab3-8745-8127a39e1040 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 639.974890] env[63533]: INFO networking_nsxv3.common.synchronization [req-1510ea4c-eec5-4638-8b78-e5125553ec3b req-2857a546-8dfc-4ab3-8745-8127a39e1040 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 639.975037] env[63533]: INFO networking_nsxv3.common.synchronization [req-1510ea4c-eec5-4638-8b78-e5125553ec3b req-2857a546-8dfc-4ab3-8745-8127a39e1040 service nova] Enqueued Resource ID: 6768804b-2e12-482a-b0c9-b886eaee9afb with Priority: HIGHEST for action port [ 639.975281] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 639.977262] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 639.977262] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6768804b-2e12-482a-b0c9-b886eaee9afb with Priority: HIGHEST for action port [ 639.977262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.977262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.977262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.977262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.977262] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.977770] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.977770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.978488] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-6768804b-2e12-482a-b0c9-b886eaee9afb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.978488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.978488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.978488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.978488] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6768804b-2e12-482a-b0c9-b886eaee9afb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.077178] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d1eaee21-f1f4-4d6d-8856-e5346b8047ee None None] Enqueued Resource ID: b13c5daa-cd57-438f-8436-14ea9fdc7127 with Priority: HIGHEST for action port [ 640.079023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13c5daa-cd57-438f-8436-14ea9fdc7127 with Priority: HIGHEST for action port [ 640.079023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13c5daa-cd57-438f-8436-14ea9fdc7127 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.079023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13c5daa-cd57-438f-8436-14ea9fdc7127" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.079023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13c5daa-cd57-438f-8436-14ea9fdc7127" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13c5daa-cd57-438f-8436-14ea9fdc7127" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.079309] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13c5daa-cd57-438f-8436-14ea9fdc7127',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.106387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614 [ 640.106387] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.106387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.106387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.106387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.106387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.106387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614 already deleted. [ 640.106387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44cf5ed8-f7e7-4ea2-86bb-0ffbcf7fa614" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.486860] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6768804b-2e12-482a-b0c9-b886eaee9afb with status ACTIVE [ 640.486860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.486860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.486860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.486860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.486860] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6768804b-2e12-482a-b0c9-b886eaee9afb is going to be updated. [ 640.489257] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.489257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.512825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.513137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.513273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.513526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.514401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.514401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6768804b-2e12-482a-b0c9-b886eaee9afb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.584120] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13c5daa-cd57-438f-8436-14ea9fdc7127 [ 640.584362] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.584506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.584572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.585626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.585626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.585626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13c5daa-cd57-438f-8436-14ea9fdc7127 already deleted. [ 640.585626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13c5daa-cd57-438f-8436-14ea9fdc7127" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.681928] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 640.682199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.682363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.682622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.682961] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.682961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.683108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.683165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.683240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.683332] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.742607] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8af94d45-7133-45fe-b648-d9264b63dbfa tempest-ServersTestFqdnHostnames-414457296 tempest-ServersTestFqdnHostnames-414457296-project-member] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 640.742607] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 640.742607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.742607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.742607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.742607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.742607] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.082526] env[63533]: INFO networking_nsxv3.common.synchronization [None req-cc665970-6b8b-4988-9fe4-98a6cdc5a794 tempest-ServersTestFqdnHostnames-414457296 tempest-ServersTestFqdnHostnames-414457296-project-member] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 641.085236] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 641.085236] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.085236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.187478] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.270222] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.270345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.270493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.270802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.270900] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 already deleted. [ 641.270980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.271487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.271649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.271732] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.697519] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.738571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 641.738778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.738931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.739179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.739368] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.739536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.739593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.740164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.740164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.740164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.740164] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.795843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.796161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.796264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.796450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.796576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.796711] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 already deleted. [ 641.796787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.200625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.201197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.201197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.201197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.201197] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 642.235329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.235539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.235587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.236090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.245438] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.245693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.245693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.246718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.246718] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.246718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.246718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.246718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.246718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.247139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.247459] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.249038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.249038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.249038] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.252354] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 642.438030] env[63533]: INFO networking_nsxv3.common.synchronization [req-0cef4799-7cd7-41e8-bb7c-58e0624ddcc3 req-43e45272-3a80-470a-9858-b4292d8418c2 tempest-ServersAdminNegativeTestJSON-1169563937 tempest-ServersAdminNegativeTestJSON-1169563937-project-member] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 642.438576] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 642.438869] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.438999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.439073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.439420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.439686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.439802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.439867] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.753767] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac: rpc.has_security_group_logging(os_id): False [ 642.775922] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.776104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.776175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.776398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.776488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.776704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.776839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.776891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.776998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.777086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.777257] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.777349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.777409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.777543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.777619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.777805] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.777892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.777947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.778230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.778309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.778396] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 642.873478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.873478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.873478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.873797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.873797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.894113] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 642.947657] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.190815] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2dab4e29-ee6f-49f7-9d36-57279db97596 None None] Enqueued Resource ID: f14e8e40-1e14-4df3-9580-b94850ceaaa3 with Priority: HIGHEST for action port [ 643.190815] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14e8e40-1e14-4df3-9580-b94850ceaaa3 with Priority: HIGHEST for action port [ 643.190815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14e8e40-1e14-4df3-9580-b94850ceaaa3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14e8e40-1e14-4df3-9580-b94850ceaaa3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14e8e40-1e14-4df3-9580-b94850ceaaa3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14e8e40-1e14-4df3-9580-b94850ceaaa3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.190815] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14e8e40-1e14-4df3-9580-b94850ceaaa3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.190815] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.190815] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.190815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.191761] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.191761] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.191761] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.191761] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.191761] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.191761] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.191761] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.191761] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.191761] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.191761] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.191761] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-204795e5-710d-4501-95e6-1353e467aded taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.191761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.192811] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204795e5-710d-4501-95e6-1353e467aded',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.450997] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.658603] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f14e8e40-1e14-4df3-9580-b94850ceaaa3 [ 643.658700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.658834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.658971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.659473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.659473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.659473] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f14e8e40-1e14-4df3-9580-b94850ceaaa3 already deleted. [ 643.659611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14e8e40-1e14-4df3-9580-b94850ceaaa3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.692987] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.693267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.693438] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.693798] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.694084] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.694209] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 204795e5-710d-4501-95e6-1353e467aded not found, creating... [ 643.694534] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.694736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.694864] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.695155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.695321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.695722] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695892] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.697075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.697479] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.697663] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.698659] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 204795e5-710d-4501-95e6-1353e467aded is going to be created. [ 643.727025] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.727025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.727025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.727025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.727025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.727025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.954512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.954512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.954512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.954512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.954512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.954512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be updated. [ 643.987774] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.988030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.988147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.988460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.988684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.000510] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 644.264103] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 644.264915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.265189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.265454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.265864] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.265864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.265864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.266119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.266240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.266352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.266465] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.772042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.772042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.772042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.772042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.772254] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.772563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.772563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.772763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.772895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.773079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.773329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.773604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.773604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.773799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.776574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.776717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.777039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.777039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.777123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.777152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.777251] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.914380] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 644.914585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.280377] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db650226-c9df-44a7-bad1-287db4eea148: rpc.has_security_group_logging(os_id): False [ 645.302180] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.302180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.302180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.302180] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.303061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.303371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.303498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.303831] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.305134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.305134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.305525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.305525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.305609] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 645.390532] env[63533]: INFO networking_nsxv3.common.synchronization [req-0cef4799-7cd7-41e8-bb7c-58e0624ddcc3 req-ace8e79f-05af-4bc1-9daa-e5e8b5408152 service nova] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_rules [ 645.390734] env[63533]: INFO networking_nsxv3.common.synchronization [req-0cef4799-7cd7-41e8-bb7c-58e0624ddcc3 req-ace8e79f-05af-4bc1-9daa-e5e8b5408152 service nova] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 645.390885] env[63533]: INFO networking_nsxv3.common.synchronization [req-0cef4799-7cd7-41e8-bb7c-58e0624ddcc3 req-ace8e79f-05af-4bc1-9daa-e5e8b5408152 service nova] Enqueued Resource ID: 204795e5-710d-4501-95e6-1353e467aded with Priority: HIGHEST for action port [ 645.391188] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_rules [ 645.391324] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 645.391424] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204795e5-710d-4501-95e6-1353e467aded with Priority: HIGHEST for action port [ 645.392535] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.392763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.392763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.392974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.393058] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.395053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.395053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.395053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-204795e5-710d-4501-95e6-1353e467aded taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.395053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.395053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.395053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.395053] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204795e5-710d-4501-95e6-1353e467aded',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.449519] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.449519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.449519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.481202] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 645.896349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.896503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.901148] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204795e5-710d-4501-95e6-1353e467aded with status ACTIVE [ 645.901359] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.901499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.901569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.901801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.901897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.902084] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.902190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.902251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.902403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.902542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.902711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.902805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.902856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.903022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.903093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.903176] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204795e5-710d-4501-95e6-1353e467aded is going to be updated. [ 645.929889] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.930047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.930127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.930320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.930455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.930621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204795e5-710d-4501-95e6-1353e467aded" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.018280] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 646.018592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.020066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.020550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.020613] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.021867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.021867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.021867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.021867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.021867] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.436896] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a66b3c27-f265-4c07-b71e-25164b3ed42b None None] Enqueued Resource ID: 798329d8-b050-43c8-b7da-00a0cb855e68 with Priority: HIGHEST for action port [ 646.437257] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798329d8-b050-43c8-b7da-00a0cb855e68 with Priority: HIGHEST for action port [ 646.437817] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-798329d8-b050-43c8-b7da-00a0cb855e68 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.437955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-798329d8-b050-43c8-b7da-00a0cb855e68" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.438035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-798329d8-b050-43c8-b7da-00a0cb855e68" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.439036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-798329d8-b050-43c8-b7da-00a0cb855e68" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.439036] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798329d8-b050-43c8-b7da-00a0cb855e68',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.523709] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.940734] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 798329d8-b050-43c8-b7da-00a0cb855e68 [ 646.940734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.940734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.940734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.940972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.941036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.941124] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:798329d8-b050-43c8-b7da-00a0cb855e68 already deleted. [ 646.941402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-798329d8-b050-43c8-b7da-00a0cb855e68" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.027295] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.363380] env[63533]: INFO networking_nsxv3.common.synchronization [req-2f2bd0d1-d31d-4fcc-8de9-2ed3d76093b8 req-64dcdd1a-0beb-4a6a-815b-a212325b07aa tempest-DeleteServersAdminTestJSON-1314143681 tempest-DeleteServersAdminTestJSON-1314143681-project-member] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 647.366201] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 647.366201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.366394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.366394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.366590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.368031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.368174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.368243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.368431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.368517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.368616] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.500130] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 647.500130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.534297] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.534500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.534531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.534755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.534842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.534950] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be updated. [ 647.566405] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.566630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.566661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.566915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.567044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.579657] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 647.873920] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.873920] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.873920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.873920] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be updated. [ 647.903975] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.907427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.907427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.907427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.907427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.914289] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 648.098186] env[63533]: INFO networking_nsxv3.common.synchronization [None req-46c4e86c-75cc-434d-a30c-89e2478689dc None None] Enqueued Resource ID: a5738c0e-99c8-4ab4-bcc6-96083c98ddbb with Priority: HIGHEST for action port [ 648.098844] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5738c0e-99c8-4ab4-bcc6-96083c98ddbb with Priority: HIGHEST for action port [ 648.099918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5738c0e-99c8-4ab4-bcc6-96083c98ddbb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.100157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5738c0e-99c8-4ab4-bcc6-96083c98ddbb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.100285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5738c0e-99c8-4ab4-bcc6-96083c98ddbb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.103106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5738c0e-99c8-4ab4-bcc6-96083c98ddbb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.103106] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5738c0e-99c8-4ab4-bcc6-96083c98ddbb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.603756] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5738c0e-99c8-4ab4-bcc6-96083c98ddbb [ 648.606906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.606906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.606906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.606906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.606906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.606906] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5738c0e-99c8-4ab4-bcc6-96083c98ddbb already deleted. [ 648.606906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5738c0e-99c8-4ab4-bcc6-96083c98ddbb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.785980] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.786362] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.786878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.787770] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.787770] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.787770] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.788108] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.788334] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.788528] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.788775] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.788909] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.789056] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.789185] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.790624] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.790624] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.790624] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.815166] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.815166] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.815166] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.815166] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.815504] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-4c120970-8c28-4096-892b-31c6a3b13bbe taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.815601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.815780] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.816287] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.816483] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c120970-8c28-4096-892b-31c6a3b13bbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.320595] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.321667] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.325028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 4c120970-8c28-4096-892b-31c6a3b13bbe not found, creating... [ 649.325028] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.325028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.325028] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.325684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.325684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.325684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.325684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.325684] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 4c120970-8c28-4096-892b-31c6a3b13bbe is going to be created. [ 649.348164] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.350017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.351732] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.351732] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.594325] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 649.594576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.594766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.595291] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.595373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.595429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.595644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.595732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.595822] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.856539] env[63533]: INFO networking_nsxv3.common.synchronization [None req-31779350-64e4-4c1e-9579-a41efc17fd27 None None] Enqueued Resource ID: e3506d88-3917-407d-9227-4d1831784a24 with Priority: HIGHEST for action port [ 649.857839] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3506d88-3917-407d-9227-4d1831784a24 with Priority: HIGHEST for action port [ 649.857839] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3506d88-3917-407d-9227-4d1831784a24 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.857839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3506d88-3917-407d-9227-4d1831784a24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.857839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3506d88-3917-407d-9227-4d1831784a24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.858061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3506d88-3917-407d-9227-4d1831784a24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.858061] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3506d88-3917-407d-9227-4d1831784a24',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.932879] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 649.932879] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 deletion is rescheduled due to dependency. [ 649.932879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.100590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.101087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.101257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.101720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.102076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.102307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.102466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.102790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.102984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.103211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.103679] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.103878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.104085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.104437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.104828] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.104828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.105058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.105292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.105501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.105879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.105879] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.361064] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3506d88-3917-407d-9227-4d1831784a24 [ 650.361064] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.361064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.361785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.361785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.361785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.361785] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3506d88-3917-407d-9227-4d1831784a24 already deleted. [ 650.361785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3506d88-3917-407d-9227-4d1831784a24" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.610908] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79: rpc.has_security_group_logging(os_id): False [ 650.637463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.637799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.637799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.638310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.638310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.638499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.642416] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.642416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.644081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.644081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.644081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.644081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.644081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.644081] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be updated. [ 650.739171] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.739171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.739334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.739543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.739690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.761515] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 651.050138] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d24e42f4-8b24-4fa1-976a-50078e66dcc1 None None] Enqueued Resource ID: 663b93b7-6d4e-4ad3-a39f-2b1b8efb1156 with Priority: HIGHEST for action port [ 651.050704] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663b93b7-6d4e-4ad3-a39f-2b1b8efb1156 with Priority: HIGHEST for action port [ 651.050864] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-663b93b7-6d4e-4ad3-a39f-2b1b8efb1156 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.051026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663b93b7-6d4e-4ad3-a39f-2b1b8efb1156" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.051083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663b93b7-6d4e-4ad3-a39f-2b1b8efb1156" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663b93b7-6d4e-4ad3-a39f-2b1b8efb1156" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.051443] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663b93b7-6d4e-4ad3-a39f-2b1b8efb1156',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.138429] env[63533]: INFO networking_nsxv3.common.synchronization [req-2f2bd0d1-d31d-4fcc-8de9-2ed3d76093b8 req-8697a2ad-a39c-487d-8347-cf92e08de97a service nova] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_rules [ 651.138587] env[63533]: INFO networking_nsxv3.common.synchronization [req-2f2bd0d1-d31d-4fcc-8de9-2ed3d76093b8 req-8697a2ad-a39c-487d-8347-cf92e08de97a service nova] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 651.138721] env[63533]: INFO networking_nsxv3.common.synchronization [req-2f2bd0d1-d31d-4fcc-8de9-2ed3d76093b8 req-8697a2ad-a39c-487d-8347-cf92e08de97a service nova] Enqueued Resource ID: 4c120970-8c28-4096-892b-31c6a3b13bbe with Priority: HIGHEST for action port [ 651.138958] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_rules [ 651.139099] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 651.139193] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c120970-8c28-4096-892b-31c6a3b13bbe with Priority: HIGHEST for action port [ 651.139814] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.141904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.141904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.141904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.141904] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.142312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.142758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.142758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.142758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.144138] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.144138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.144138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.144138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.144138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.144138] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.144413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c120970-8c28-4096-892b-31c6a3b13bbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.144524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.144616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.144861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.144905] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c120970-8c28-4096-892b-31c6a3b13bbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.498900] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9f85e93c-902e-46e9-b5e5-a77aab64f8c7 None None] Enqueued Resource ID: 2e5ca48d-ee1f-4ca1-84da-8a12c438543f with Priority: HIGHEST for action port [ 651.499406] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5ca48d-ee1f-4ca1-84da-8a12c438543f with Priority: HIGHEST for action port [ 651.499748] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5ca48d-ee1f-4ca1-84da-8a12c438543f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.499885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5ca48d-ee1f-4ca1-84da-8a12c438543f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.499936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5ca48d-ee1f-4ca1-84da-8a12c438543f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.500209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5ca48d-ee1f-4ca1-84da-8a12c438543f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.500290] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5ca48d-ee1f-4ca1-84da-8a12c438543f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.554204] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663b93b7-6d4e-4ad3-a39f-2b1b8efb1156 [ 651.554439] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.554570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.554639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.555093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.555093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.555093] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663b93b7-6d4e-4ad3-a39f-2b1b8efb1156 already deleted. [ 651.555222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663b93b7-6d4e-4ad3-a39f-2b1b8efb1156" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.647215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.648682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.648682] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.650535] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c120970-8c28-4096-892b-31c6a3b13bbe with status ACTIVE [ 651.651020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.653099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.653099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.653099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.656045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.656045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.656045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.656045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c120970-8c28-4096-892b-31c6a3b13bbe is going to be updated. [ 651.679634] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.680824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.680824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.680824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.680824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.680959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c120970-8c28-4096-892b-31c6a3b13bbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.010670] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5ca48d-ee1f-4ca1-84da-8a12c438543f [ 652.010810] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.010976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.010976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.011212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.011302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.011517] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5ca48d-ee1f-4ca1-84da-8a12c438543f already deleted. [ 652.011517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5ca48d-ee1f-4ca1-84da-8a12c438543f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.150403] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.654724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.654724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.654842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.655073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.655137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.655233] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be updated. [ 652.688144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.688340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.688562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.688802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.689037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.700330] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 652.777729] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 652.777943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.655595] env[63533]: INFO networking_nsxv3.common.synchronization [req-26260899-8b9e-476f-afc8-2f4bd6f642ec req-454c9719-43d0-43da-8974-4e442994ad6c tempest-ServersTestBootFromVolume-1667094028 tempest-ServersTestBootFromVolume-1667094028-project-member] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 653.657605] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 653.658198] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.658429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.659502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.659502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.659502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.659502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.659502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.659502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.661175] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.870952] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8feac144-dc95-41f4-b8f6-f7a928fd92a6 None None] Enqueued Resource ID: 288e76f6-a4d9-4646-8968-33a66c3a0e1e with Priority: HIGHEST for action port [ 653.871075] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288e76f6-a4d9-4646-8968-33a66c3a0e1e with Priority: HIGHEST for action port [ 653.871635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-288e76f6-a4d9-4646-8968-33a66c3a0e1e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.871759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288e76f6-a4d9-4646-8968-33a66c3a0e1e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.871819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288e76f6-a4d9-4646-8968-33a66c3a0e1e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.872233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288e76f6-a4d9-4646-8968-33a66c3a0e1e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.872317] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288e76f6-a4d9-4646-8968-33a66c3a0e1e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.165568] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.165758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.165828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.166104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.166192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.166387] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.166479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.166540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.166687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.166756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.166838] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 already deleted. [ 654.166966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.182772] env[63533]: INFO networking_nsxv3.common.synchronization [req-ca01867c-7aaf-4091-8ade-f7efc890262b req-d9a32642-5591-445f-8e67-2d3f2d9eee0d tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 654.183440] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 654.186120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.186327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.186704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.186874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.187036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.187103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.187200] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.384071] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288e76f6-a4d9-4646-8968-33a66c3a0e1e [ 654.384071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.384071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.384071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.384071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.384071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.384071] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288e76f6-a4d9-4646-8968-33a66c3a0e1e already deleted. [ 654.384071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288e76f6-a4d9-4646-8968-33a66c3a0e1e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.598806] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-395" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.599147] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-395" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.599487] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-395" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.599965] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.599965] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.600856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601175] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.601326] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.601540] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.601657] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.601763] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.601866] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.601972] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.602084] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.602246] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.623993] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.624198] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.624335] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.624560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-395" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.625656] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-845bbf0e-88f5-474e-b875-0a12bfaebd27 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.625780] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.625873] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.626181] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.626320] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845bbf0e-88f5-474e-b875-0a12bfaebd27',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.691207] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.691207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.691207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.691926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.691926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.692118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.692185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.692260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.692427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.692505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.692638] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be updated. [ 654.715095] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.717177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.717177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.717177] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.724753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.725241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.725241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.725425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.725586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.739384] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 655.063596] env[63533]: INFO networking_nsxv3.common.synchronization [req-3d7751ea-0a30-42a7-a2f1-44f28a059c10 req-fa7e41a7-ad08-4259-bb61-468c71e0a0aa tempest-ServersNegativeTestJSON-811223485 tempest-ServersNegativeTestJSON-811223485-project-member] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 655.063596] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 655.063763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.063900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.063900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.064124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.064273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.064374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.064432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.067290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.067290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.067290] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.129450] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.129677] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.129803] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.130099] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.130249] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.130469] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 845bbf0e-88f5-474e-b875-0a12bfaebd27 not found, creating... [ 655.130673] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.130829] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.130955] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.131860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.131860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.131860] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.131860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.131860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.133518] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.133518] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.133518] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 845bbf0e-88f5-474e-b875-0a12bfaebd27 is going to be created. [ 655.158443] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158673] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.158793] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.159161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.159477] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.159725] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.220518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.220694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.220766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.220994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.221174] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.221274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.221336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.221497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.221589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.221677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.221819] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.221908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.221966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.222126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.222262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.222349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.222407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.222542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.222649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.222735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.222820] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.353617] env[63533]: INFO networking_nsxv3.common.synchronization [None req-87372576-921a-468b-9d56-fee44356102a None None] Enqueued Resource ID: d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45 with Priority: HIGHEST for action port [ 655.353617] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45 with Priority: HIGHEST for action port [ 655.353617] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.353617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.354349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.354349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.354349] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.568791] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.730654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5468b44-6349-4c3a-8966-35df384d25b4: rpc.has_security_group_logging(os_id): False [ 655.774650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.774865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.774947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.775344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.775508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.776284] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.776640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.776869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.777112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.777211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.777538] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.777691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.777782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.778061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.778188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.778476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.778577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.778641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.779055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.779167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.779263] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be updated. [ 655.858444] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45 [ 655.858444] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.858444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.858444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.859851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.859851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.859851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45 already deleted. [ 655.859851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d162d9d8-7a67-4d6c-beb3-5b7ee8c66e45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.872385] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.872385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.872385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.872385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.872385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.890657] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 656.071527] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.115240] env[63533]: INFO networking_nsxv3.common.synchronization [req-26260899-8b9e-476f-afc8-2f4bd6f642ec req-19abfedc-0257-446f-bb93-422689025f09 service nova] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 656.115420] env[63533]: INFO networking_nsxv3.common.synchronization [req-26260899-8b9e-476f-afc8-2f4bd6f642ec req-19abfedc-0257-446f-bb93-422689025f09 service nova] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 656.115602] env[63533]: INFO networking_nsxv3.common.synchronization [req-26260899-8b9e-476f-afc8-2f4bd6f642ec req-19abfedc-0257-446f-bb93-422689025f09 service nova] Enqueued Resource ID: 845bbf0e-88f5-474e-b875-0a12bfaebd27 with Priority: HIGHEST for action port [ 656.117482] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_rules [ 656.117650] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 656.117813] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845bbf0e-88f5-474e-b875-0a12bfaebd27 with Priority: HIGHEST for action port [ 656.118170] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.118343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.118591] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.119501] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.119906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.119906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.119906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.120147] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.120226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.120269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.120787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.120787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.120787] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.123690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-845bbf0e-88f5-474e-b875-0a12bfaebd27 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.123690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.123690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.123690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.123690] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845bbf0e-88f5-474e-b875-0a12bfaebd27',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.246216] env[63533]: INFO networking_nsxv3.common.synchronization [req-fddd8804-beb0-4a7d-bca6-1685af996f68 req-c658a4cc-7a8b-43f6-b06d-39cd51900d9f tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 656.246729] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 656.248119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.248718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.248867] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.248943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.249089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.249277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.249277] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.574859] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.575102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.575439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.575490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 656.610714] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.611213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.611213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.611213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.611333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.629724] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 656.629724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.629724] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.629724] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 845bbf0e-88f5-474e-b875-0a12bfaebd27 with status ACTIVE [ 656.629724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.629724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.629724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.630964] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.631472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.631472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.631472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.631600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.632157] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 845bbf0e-88f5-474e-b875-0a12bfaebd27 is going to be updated. [ 656.660504] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.660716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.660772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.661055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.661166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.661343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845bbf0e-88f5-474e-b875-0a12bfaebd27" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.753308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.754419] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.754419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.754816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.754816] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 already deleted. [ 656.754816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.765357] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 656.765357] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 deletion is rescheduled due to dependency. [ 656.765357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.804153] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.804153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.804153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.804153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.804576] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.805030] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.805380] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.806320] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.806320] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.806320] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.806458] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.806458] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.806568] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.806678] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.806782] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.806916] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.823336] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ce804a9d-61c0-48dd-94d6-ead2d5222de7 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 656.823336] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 656.823336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.823336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.823336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.823336] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.838060] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.838060] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.838060] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.838060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.838060] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-dc774ce7-f5aa-452a-828d-e56e0339fe56 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.838060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.838060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.838060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.838060] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc774ce7-f5aa-452a-828d-e56e0339fe56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.129511] env[63533]: INFO networking_nsxv3.common.synchronization [None req-1b3c9771-cfb4-463a-861f-19e3bb6346e9 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 657.129511] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 657.129511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.129511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.134698] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.140182] env[63533]: INFO networking_nsxv3.common.synchronization [req-d9ed1c99-b761-4753-bbcf-21d9f03bd1b4 req-743377fa-cb03-4fe2-b11f-085bef1db535 tempest-ServerMetadataNegativeTestJSON-434414899 tempest-ServerMetadataNegativeTestJSON-434414899-project-member] Enqueued Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 657.140182] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGHEST for action security_group_members [ 657.140182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.140182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.140182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.140182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.140182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.140182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.145324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.145324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.145324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.145324] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.299343] env[63533]: INFO networking_nsxv3.common.synchronization [None req-0070d3f5-f3d5-4286-b8c1-823fb2b86024 None None] Enqueued Resource ID: a0301a2c-7728-4368-9912-45ec29bc13dd with Priority: HIGHEST for action port [ 657.299343] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0301a2c-7728-4368-9912-45ec29bc13dd with Priority: HIGHEST for action port [ 657.299343] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0301a2c-7728-4368-9912-45ec29bc13dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.299343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0301a2c-7728-4368-9912-45ec29bc13dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.299343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0301a2c-7728-4368-9912-45ec29bc13dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.300021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0301a2c-7728-4368-9912-45ec29bc13dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.300021] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0301a2c-7728-4368-9912-45ec29bc13dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.341716] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.341939] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.342139] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.342651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.342842] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.343051] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port dc774ce7-f5aa-452a-828d-e56e0339fe56 not found, creating... [ 657.343488] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.343709] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.343834] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.344557] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.345703] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.346136] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.346406] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.346640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.346827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.346993] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.347191] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: dc774ce7-f5aa-452a-828d-e56e0339fe56 is going to be created. [ 657.352045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.352309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.352309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.352658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.352758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.352807] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 already deleted. [ 657.352908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.353058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.353234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.353313] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.380984] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.381234] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.381426] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.381620] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.381848] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.382090] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.638400] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.638620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.638697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.638914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.638999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.639113] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 is going to be created. [ 657.646883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.647182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.647541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.647741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.647892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.648238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.648305] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb is going to be updated. [ 657.671239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.671412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.671477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.671735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.671938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.677274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.679116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.679116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.679116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.679116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.687878] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: UNINITIALIZED for 2s [ 657.690022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: IN_PROGRESS for 2s [ 657.801888] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0301a2c-7728-4368-9912-45ec29bc13dd [ 657.802202] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.802431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.802431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.802578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.802578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.802826] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0301a2c-7728-4368-9912-45ec29bc13dd already deleted. [ 657.802891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0301a2c-7728-4368-9912-45ec29bc13dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.876467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.877836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.877836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.877836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.877836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.877836] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 already deleted. [ 657.877836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.910346] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 657.910582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.514829] env[63533]: INFO networking_nsxv3.common.synchronization [req-fddd8804-beb0-4a7d-bca6-1685af996f68 req-d2eb026e-7ffc-4df3-b3d4-88b6967e6485 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 658.514926] env[63533]: INFO networking_nsxv3.common.synchronization [req-fddd8804-beb0-4a7d-bca6-1685af996f68 req-d2eb026e-7ffc-4df3-b3d4-88b6967e6485 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 658.515011] env[63533]: INFO networking_nsxv3.common.synchronization [req-fddd8804-beb0-4a7d-bca6-1685af996f68 req-d2eb026e-7ffc-4df3-b3d4-88b6967e6485 service nova] Enqueued Resource ID: dc774ce7-f5aa-452a-828d-e56e0339fe56 with Priority: HIGHEST for action port [ 658.515264] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 658.517643] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 658.517643] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc774ce7-f5aa-452a-828d-e56e0339fe56 with Priority: HIGHEST for action port [ 658.517643] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.517643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.517643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.517643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.517643] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.519242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.519242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.519242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.519242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.524024] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.524024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc774ce7-f5aa-452a-828d-e56e0339fe56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524024] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc774ce7-f5aa-452a-828d-e56e0339fe56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.637932] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 658.637932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.028804] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.029259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.029259] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.030158] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc774ce7-f5aa-452a-828d-e56e0339fe56 with status ACTIVE [ 659.030280] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.030451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.031677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.031677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.031677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.031677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.031677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.031677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.032925] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.033048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.033685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.033685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.033685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.033685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc774ce7-f5aa-452a-828d-e56e0339fe56 is going to be updated. [ 659.063480] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.063480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.063480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.063480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.063480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.063796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc774ce7-f5aa-452a-828d-e56e0339fe56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.210011] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-a059c9c8-c9cc-4bb0-841a-61de4c650ed8 tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 659.210610] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 659.211024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.211175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.211175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.211396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.211541] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.211624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.211683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.211835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.211912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.212019] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.498864] env[63533]: INFO networking_nsxv3.common.synchronization [None req-334b3b4c-1762-42e6-a12d-74050c157bc8 None None] Enqueued Resource ID: 8bef9ffc-f8bf-40de-800f-292ac49f09b1 with Priority: HIGHEST for action port [ 659.498864] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bef9ffc-f8bf-40de-800f-292ac49f09b1 with Priority: HIGHEST for action port [ 659.499711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bef9ffc-f8bf-40de-800f-292ac49f09b1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.499711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bef9ffc-f8bf-40de-800f-292ac49f09b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.499711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bef9ffc-f8bf-40de-800f-292ac49f09b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.499891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bef9ffc-f8bf-40de-800f-292ac49f09b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.499994] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bef9ffc-f8bf-40de-800f-292ac49f09b1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.535677] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.699266] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: SUCCESS [ 659.699492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.699669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.700087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.700151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.700226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.700287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.700472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.700644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.700834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.700872] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.705641] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb in Status: SUCCESS [ 659.705876] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb deletion is rescheduled due to dependency. [ 659.705993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.718096] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.718271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.718314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.718528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.718620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.718818] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.718921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.719043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.719144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.719218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.719304] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 already deleted. [ 659.719386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.002820] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bef9ffc-f8bf-40de-800f-292ac49f09b1 [ 660.004274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.005831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.006361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.006985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.007860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.008061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bef9ffc-f8bf-40de-800f-292ac49f09b1 already deleted. [ 660.009178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bef9ffc-f8bf-40de-800f-292ac49f09b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.042474] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.042474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.042474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.042474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.042474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.042474] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be created. [ 660.072309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.072429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.072555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.073518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.087468] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: UNINITIALIZED for 2s [ 660.210028] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.461158] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.465023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.465023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.465023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.465711] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.465919] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.466054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.466326] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.466492] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.466711] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.466826] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.466943] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.467077] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.467192] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.467297] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.467429] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.491174] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.491283] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.491490] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.491716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.492837] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-eb08b565-8194-4325-b89d-38b0f6615179 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.492837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.492837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.492837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.493081] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb08b565-8194-4325-b89d-38b0f6615179',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.709130] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe4ea109-9f27-4ec3-a7b2-98a4217a5352: rpc.has_security_group_logging(os_id): False [ 660.733081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.733368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.733473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.733873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.734041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.735797] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.735953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.736099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.736485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.736669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.737138] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 is going to be created. [ 660.812211] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.812397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.812912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.812912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.812912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.835115] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: IN_PROGRESS for 2s [ 661.000045] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.000045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.000045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.000045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.000045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.000045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port eb08b565-8194-4325-b89d-38b0f6615179 not found, creating... [ 661.000447] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.000447] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.000528] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.000832] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.000977] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.001336] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.001495] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.001621] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.001875] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.002785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.003046] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: eb08b565-8194-4325-b89d-38b0f6615179 is going to be created. [ 661.036664] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.037498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.037498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.037603] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.037856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.038177] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.764193] env[63533]: INFO networking_nsxv3.common.synchronization [req-a7c4834c-52af-4042-904b-70ab420d6b2d req-27382227-a5b8-42d9-b784-4a2a2400adb8 tempest-ServersV294TestFqdnHostnames-1833994765 tempest-ServersV294TestFqdnHostnames-1833994765-project-member] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 661.764813] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGHEST for action security_group_members [ 661.765680] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.765680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.765680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.765680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.765885] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.766102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.766102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.766172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.766243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.766532] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.922735] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a8fd0c13-5464-4b1e-98e9-c220eade3a4e None None] Enqueued Resource ID: 37f33f24-411e-4860-8269-707eab80ad53 with Priority: HIGHEST for action port [ 661.923282] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f33f24-411e-4860-8269-707eab80ad53 with Priority: HIGHEST for action port [ 661.923609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f33f24-411e-4860-8269-707eab80ad53 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f33f24-411e-4860-8269-707eab80ad53" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.923795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f33f24-411e-4860-8269-707eab80ad53" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.924089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f33f24-411e-4860-8269-707eab80ad53" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.924175] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f33f24-411e-4860-8269-707eab80ad53',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.098886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 662.099465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.099465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.099765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.099765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.100024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.100024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.100024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.100265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.100265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.100356] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.143376] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-3ad6acde-30f9-4fd0-b698-dfa9f7123f2f tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 662.144666] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 662.146204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.146204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.146204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.146204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.146204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.148364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.148364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.148364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.148364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.148364] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.269130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.272424] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.272424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.272424] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 is going to be updated. [ 662.300524] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.300822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.301180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.305915] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-8c7ab340-9b93-42a1-81bc-0bc4a7e991ef service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 662.305915] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-8c7ab340-9b93-42a1-81bc-0bc4a7e991ef service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 662.305915] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-8c7ab340-9b93-42a1-81bc-0bc4a7e991ef service nova] Enqueued Resource ID: eb08b565-8194-4325-b89d-38b0f6615179 with Priority: HIGHEST for action port [ 662.305915] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 662.306169] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 662.306169] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08b565-8194-4325-b89d-38b0f6615179 with Priority: HIGHEST for action port [ 662.308512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.308512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.308512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.308512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.308512] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.308942] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.308942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.308942] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb08b565-8194-4325-b89d-38b0f6615179 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.309068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.309068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.309535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.309535] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb08b565-8194-4325-b89d-38b0f6615179',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.315074] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: IN_PROGRESS for 2s [ 662.425837] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f33f24-411e-4860-8269-707eab80ad53 [ 662.426221] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.426426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.426426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.426690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.427209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.427209] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f33f24-411e-4860-8269-707eab80ad53 already deleted. [ 662.427209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f33f24-411e-4860-8269-707eab80ad53" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.604053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.604053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.604053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.604053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.604053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.604742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.604742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.604742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.604742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.604742] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.650495] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.737990] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.738201] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.738377] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.738634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.738892] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.740256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.740256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.740329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.742952] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.742952] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.742952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.742952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.742952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.742952] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.742952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.742952] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.767195] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.767445] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.767511] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.767710] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.770264] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.770264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.770264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.770264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.770264] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42827ce2-838a-4a4a-b29a-40f1d29e7a3e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.811191] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.814683] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb08b565-8194-4325-b89d-38b0f6615179 with status ACTIVE [ 662.814683] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.814683] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.814683] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.814683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.815556] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb08b565-8194-4325-b89d-38b0f6615179 is going to be updated. [ 662.843713] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.844609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.844609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.844609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.844609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.844609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb08b565-8194-4325-b89d-38b0f6615179" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.852415] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: SUCCESS [ 662.853385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.107696] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae419dac-4edd-49c1-b376-2311e9760e56: rpc.has_security_group_logging(os_id): False [ 663.133418] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.133559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.133628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.133831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.133932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.134153] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.134309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.134309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.136029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.136029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.136029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.136029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be created. [ 663.153172] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.201659] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.201659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.202032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.221797] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 663.279626] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.279626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.279626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.279626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.279626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 42827ce2-838a-4a4a-b29a-40f1d29e7a3e not found, creating... [ 663.280011] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.280011] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.280095] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.280472] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.280472] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.280711] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.280934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.282035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.282035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.282035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.282035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 42827ce2-838a-4a4a-b29a-40f1d29e7a3e is going to be created. [ 663.318686] env[63533]: INFO networking_nsxv3.common.synchronization [req-726c9c4f-4505-4514-b975-9d441ea3930f req-bac9f006-421a-4d76-bf31-096f459d7187 tempest-DeleteServersAdminTestJSON-1314143681 tempest-DeleteServersAdminTestJSON-1314143681-project-member] Enqueued Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 663.318686] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5468b44-6349-4c3a-8966-35df384d25b4 with Priority: HIGHEST for action security_group_members [ 663.318686] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5468b44-6349-4c3a-8966-35df384d25b4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.318686] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.318686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.318686] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5468b44-6349-4c3a-8966-35df384d25b4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.352834] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.353046] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.353261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.353606] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.353872] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.354154] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.655091] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.655413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.655413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.656032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.656032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.656032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be created. [ 663.700730] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.700730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.700730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.700730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.700730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.718458] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: UNINITIALIZED for 2s [ 663.818527] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.818826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.818826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.819119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.819256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.819483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.819595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.819649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.819987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.819987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.820135] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 is going to be updated. [ 663.856823] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.856823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.856823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.857295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.866490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: IN_PROGRESS for 2s [ 664.179820] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-05edd4c2-3e95-49b2-b6fc-976279da5152 service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 664.180079] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-05edd4c2-3e95-49b2-b6fc-976279da5152 service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 664.180258] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-05edd4c2-3e95-49b2-b6fc-976279da5152 service nova] Enqueued Resource ID: 42827ce2-838a-4a4a-b29a-40f1d29e7a3e with Priority: HIGHEST for action port [ 664.180798] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 664.182077] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 664.183676] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42827ce2-838a-4a4a-b29a-40f1d29e7a3e with Priority: HIGHEST for action port [ 664.184052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.184211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.184473] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.184591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.185106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.185261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.185355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.185618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.185709] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42827ce2-838a-4a4a-b29a-40f1d29e7a3e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.329950] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 in Status: SUCCESS [ 664.330661] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 deletion is rescheduled due to dependency. [ 664.330826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.687904] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42827ce2-838a-4a4a-b29a-40f1d29e7a3e with status ACTIVE [ 664.688308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.688517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.688658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.688954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.689450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.689450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.689450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.689629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.689732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.689792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.690333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.690333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.690333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.690947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.690947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.691179] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42827ce2-838a-4a4a-b29a-40f1d29e7a3e is going to be updated. [ 664.718786] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.718951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.719023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.720721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.720721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.720721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42827ce2-838a-4a4a-b29a-40f1d29e7a3e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.907288] env[63533]: INFO networking_nsxv3.common.synchronization [req-02640fc3-750b-4b03-9b8d-cbdf457ed892 req-b4b28576-83a0-4421-8231-9d833192885b tempest-ServersTestManualDisk-1352659055 tempest-ServersTestManualDisk-1352659055-project-member] Enqueued Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 664.907630] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 with Priority: HIGHEST for action security_group_members [ 664.907847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.907989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.908456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.908456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.908655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.908743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.908846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.909022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.909890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.909890] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da716fa8-8a0f-4d6f-89ba-d4bc90b583f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.157847] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-3b5efd56-b96a-4406-bd71-34f61b173abe tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 665.157847] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 665.157847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.157847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.238860] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 665.239151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.413049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.413245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.413283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.414065] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.414065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.414373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 is going to be updated. [ 665.468248] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.468399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.468469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.468734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.468888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.480261] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: IN_PROGRESS for 2s [ 665.649973] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.650167] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.650276] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.650534] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.650810] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.650972] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.651102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.651313] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.651457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.651662] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.651817] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.651999] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.651999] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.652186] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.652268] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.652339] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.674907] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.674907] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.674907] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.674907] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-821" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.675213] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.675213] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.675326] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.676349] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.676349] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be458b1-bd73-4d0f-8fd8-bcfec3c520c7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.731430] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 665.731430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.731908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.731908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.731976] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.732116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.732205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.732992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.732992] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.876993] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5468b44-6349-4c3a-8966-35df384d25b4 in Status: SUCCESS [ 665.877125] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5468b44-6349-4c3a-8966-35df384d25b4 deletion is rescheduled due to dependency. [ 665.878030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5468b44-6349-4c3a-8966-35df384d25b4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.178952] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.179432] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.179432] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.179587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.179796] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.179988] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 not found, creating... [ 666.180403] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180624] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.180861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.181161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.181333] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.181663] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.181853] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.182019] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.183065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.183065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.183065] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 is going to be created. [ 666.205174] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.205174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.205435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.205605] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.205897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.206205] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.234935] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.591606] env[63533]: INFO networking_nsxv3.common.synchronization [req-a95c1d4d-65a1-4087-bbc8-3a65c210a47c req-51429667-b00e-45e1-b9b1-4d2b3318c825 tempest-ServersAdminNegativeTestJSON-1169563937 tempest-ServersAdminNegativeTestJSON-1169563937-project-member] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 666.591606] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 666.591606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.591606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.591606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.591606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.591606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.592407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.592580] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.737228] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.095187] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.243974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.244406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.244782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.244923] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 667.279678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.279900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.279900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.280296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.292043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 667.490724] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 in Status: SUCCESS [ 667.490933] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da716fa8-8a0f-4d6f-89ba-d4bc90b583f5 deletion is rescheduled due to dependency. [ 667.491108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da716fa8-8a0f-4d6f-89ba-d4bc90b583f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.493045] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-bebec7a2-248a-4aa4-982f-b4ea5632eb07 service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 667.493214] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-bebec7a2-248a-4aa4-982f-b4ea5632eb07 service nova] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 667.493389] env[63533]: INFO networking_nsxv3.common.synchronization [req-e2e7f1c6-bbfa-4b16-932e-66fc5f88f0df req-bebec7a2-248a-4aa4-982f-b4ea5632eb07 service nova] Enqueued Resource ID: 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 with Priority: HIGHEST for action port [ 667.493806] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_rules [ 667.493806] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 667.493923] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 with Priority: HIGHEST for action port [ 667.494497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.494609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.494783] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.494908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.495080] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.495183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.495242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.495433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.495511] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be458b1-bd73-4d0f-8fd8-bcfec3c520c7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.597306] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.896799] env[63533]: INFO networking_nsxv3.common.synchronization [req-3df51e88-de17-4d80-9eaa-84bf3a452670 req-ce24b47c-fe30-44ce-ab53-e19f6018694f tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 667.898309] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 667.898309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.898309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.898309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.898809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.899609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.899609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.899609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.899824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.899903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.900144] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.000214] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 with status ACTIVE [ 668.000214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.000214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.000214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.000214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.000214] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0be458b1-bd73-4d0f-8fd8-bcfec3c520c7 is going to be updated. [ 668.031775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.031775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.031775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.031775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.031775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.031775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be458b1-bd73-4d0f-8fd8-bcfec3c520c7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.101242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.101499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.101731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.101827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.101933] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be updated. [ 668.142273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.142900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.143017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.146277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.146277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.154359] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 668.404023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.404023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.404023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe already deleted. [ 668.404023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.660841] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661067] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-313" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.661191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-313" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661550] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-313" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.661809] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.662651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.662962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.663138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.663453] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.664047] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.664192] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.664311] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.668024] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.668024] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.668024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.713345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.713969] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.714196] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.715519] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-313" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.715519] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-27c8d553-e481-41cf-9f67-20912d2adb46 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.715519] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.715519] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.715519] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.715916] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8d553-e481-41cf-9f67-20912d2adb46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.899251] env[63533]: INFO networking_nsxv3.common.synchronization [req-d760e8ec-8f61-4ec3-8759-06d94fd0b2b8 req-1fa898b6-e71c-45d3-8925-b1c35dcf2576 tempest-VolumesAssistedSnapshotsTest-2067238123 tempest-VolumesAssistedSnapshotsTest-2067238123-project-member] Enqueued Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 668.899761] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95408828-82eb-4961-9b66-b1b6b16e9259 with Priority: HIGHEST for action security_group_members [ 668.900242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-95408828-82eb-4961-9b66-b1b6b16e9259 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.900629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.900850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.901172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.901941] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.902386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.902806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.903134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.904022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.904022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95408828-82eb-4961-9b66-b1b6b16e9259',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.217877] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.218151] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.218239] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.218656] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.218804] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 27c8d553-e481-41cf-9f67-20912d2adb46 not found, creating... [ 669.220075] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.220075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.220075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.220075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.220075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.220075] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.220075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.220374] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.224217] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.224217] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.224217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 27c8d553-e481-41cf-9f67-20912d2adb46 is going to be created. [ 669.247111] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.247111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.247111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.247111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.247111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.247111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.334165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.339282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.339282] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.339282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.340057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.340511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.340817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.340997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.341295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.342793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.343089] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.413022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.413022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.413022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.413022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 is going to be updated. [ 669.450946] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.450946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.450946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.451333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.451391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.462146] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: IN_PROGRESS for 2s [ 669.845857] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.846105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.846291] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.130151] env[63533]: INFO networking_nsxv3.common.synchronization [req-3df51e88-de17-4d80-9eaa-84bf3a452670 req-ea6ad0aa-8101-4320-a5dd-c15daecf319f service nova] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 670.130151] env[63533]: INFO networking_nsxv3.common.synchronization [req-3df51e88-de17-4d80-9eaa-84bf3a452670 req-ea6ad0aa-8101-4320-a5dd-c15daecf319f service nova] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 670.130151] env[63533]: INFO networking_nsxv3.common.synchronization [req-3df51e88-de17-4d80-9eaa-84bf3a452670 req-ea6ad0aa-8101-4320-a5dd-c15daecf319f service nova] Enqueued Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 670.130151] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 670.131253] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 670.131434] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 670.134188] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.134434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.134983] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.137619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.137619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.137754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.138169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.138169] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.138169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.138278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.138388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.138487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.138555] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.141139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c8d553-e481-41cf-9f67-20912d2adb46 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.141139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.142333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.142333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.142333] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8d553-e481-41cf-9f67-20912d2adb46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.166300] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 670.166366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.349332] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.541167] env[63533]: INFO networking_nsxv3.common.synchronization [req-ca224cde-965b-4142-80cf-3e23779207c9 req-dc578c26-54d7-446a-b58a-720b9558ceac tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 670.541613] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 670.541943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.542611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.542797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.543137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.543368] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.544490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.544490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.544490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.544490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.544490] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.637635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.637767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.641235] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.647591] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c8d553-e481-41cf-9f67-20912d2adb46 with status ACTIVE [ 670.647862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.648057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.648057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.648281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.648383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.648560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.648658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.648717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.648863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.648938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.649133] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.649225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.649283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.649415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.649486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.649565] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c8d553-e481-41cf-9f67-20912d2adb46 is going to be updated. [ 670.675615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.675615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.675801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.676461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.855017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.855017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.855017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.855017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.855017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.855017] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 670.885677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.885798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.885864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.886102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.887026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.898029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 670.957667] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.957882] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.958104] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.958302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.958559] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.958710] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.958822] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.959047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.959202] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.959401] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.959511] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.959616] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.959783] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.959917] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.960032] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.960162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.986972] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.987159] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.987301] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.987468] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.987784] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.987956] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.988086] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.988423] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.988565] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7647c9c-cea3-4b43-ba7e-69aaac6286a8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.046061] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.143592] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.472324] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95408828-82eb-4961-9b66-b1b6b16e9259 in Status: SUCCESS [ 671.472507] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95408828-82eb-4961-9b66-b1b6b16e9259 deletion is rescheduled due to dependency. [ 671.472625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95408828-82eb-4961-9b66-b1b6b16e9259" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.492104] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.492377] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.492459] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.492785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.492962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.493168] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port e7647c9c-cea3-4b43-ba7e-69aaac6286a8 not found, creating... [ 671.493415] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.493572] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.493840] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.493898] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.494041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.494321] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.494470] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.494583] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.494783] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.494911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.495077] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: e7647c9c-cea3-4b43-ba7e-69aaac6286a8 is going to be created. [ 671.517440] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.517752] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.517839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.518048] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.518276] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.518496] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.549153] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.646023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.646239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.646738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.646738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.646738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.646738] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be created. [ 671.679596] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.679766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.679841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.680084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.680447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.694940] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: UNINITIALIZED for 2s [ 672.051583] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.051583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.051776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.051969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.052115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.052265] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 672.084337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.084512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.084608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.084820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.084985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.096634] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 672.364591] env[63533]: INFO networking_nsxv3.common.synchronization [req-ca224cde-965b-4142-80cf-3e23779207c9 req-66034e42-1f8e-4610-8ec9-b5ae7bc04be3 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 672.364784] env[63533]: INFO networking_nsxv3.common.synchronization [req-ca224cde-965b-4142-80cf-3e23779207c9 req-66034e42-1f8e-4610-8ec9-b5ae7bc04be3 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 672.364909] env[63533]: INFO networking_nsxv3.common.synchronization [req-ca224cde-965b-4142-80cf-3e23779207c9 req-66034e42-1f8e-4610-8ec9-b5ae7bc04be3 service nova] Enqueued Resource ID: e7647c9c-cea3-4b43-ba7e-69aaac6286a8 with Priority: HIGHEST for action port [ 672.365154] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 672.365283] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 672.365382] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7647c9c-cea3-4b43-ba7e-69aaac6286a8 with Priority: HIGHEST for action port [ 672.365933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.366068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.366150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.366336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.366410] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.367272] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.367386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.367513] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.367609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.367682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.367830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.367904] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7647c9c-cea3-4b43-ba7e-69aaac6286a8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.869506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.869864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.869864] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7647c9c-cea3-4b43-ba7e-69aaac6286a8 with status ACTIVE [ 672.870049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.870238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.870325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.870554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.870832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.871651] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.871651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.871651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.871651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.871651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.871829] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.871829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.871894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.872432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.872541] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7647c9c-cea3-4b43-ba7e-69aaac6286a8 is going to be updated. [ 672.894257] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.894459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.894497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.894697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.894831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.894991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7647c9c-cea3-4b43-ba7e-69aaac6286a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.905736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 672.905925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.906096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.906300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.906471] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.906581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.906645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.906793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.906871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.906964] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.409483] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.711959] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 673.711959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.711959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.711959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.712145] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.712145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.712355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.712386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.712472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.712554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.712653] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.912049] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.109197] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 674.109422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.109597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.109828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.110056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.110152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.110218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.110375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.110456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.110554] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.216653] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.351569] env[63533]: INFO networking_nsxv3.common.synchronization [None req-17ca8389-93a4-409e-8b03-a083d8622409 tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c with Priority: HIGHEST for action security_group_rules [ 674.355023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c with Priority: HIGHEST for action security_group_rules [ 674.355023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.355023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.355023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.355023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.355023] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885dc68f-32e0-4c6e-9c6a-ae774e06658c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.415959] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.419296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.419296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.419296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.419296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.419296] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 674.453540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.453540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.453540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.453540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.453540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.462685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 674.481890] env[63533]: INFO networking_nsxv3.common.synchronization [None req-b0954165-99f1-4b62-a950-8425da046e95 tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c with Priority: HIGHEST for action security_group_rules [ 674.481890] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c with Priority: HIGHEST for action security_group_rules [ 674.481890] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.481890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.613065] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.722685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe: rpc.has_security_group_logging(os_id): False [ 674.744635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.744787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.744855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.745159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.745361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.746045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.746045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.746045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.746045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.746256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.746256] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be created. [ 674.816644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.816644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.816644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.816962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.828686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: IN_PROGRESS for 2s [ 674.901936] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.901936] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c already deleted. [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.901936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.901936] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885dc68f-32e0-4c6e-9c6a-ae774e06658c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.115697] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.424244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.424490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.424808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.424924] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885dc68f-32e0-4c6e-9c6a-ae774e06658c already deleted. [ 675.424977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885dc68f-32e0-4c6e-9c6a-ae774e06658c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.618931] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.618931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.618931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.618931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.618931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.619200] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 675.654169] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.654290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.654331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.654594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.654744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.664869] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 676.134287] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee069e38-793b-47d9-bc1a-ef3f036402c4 req-b3fd46f7-3fd3-4303-89e5-daca62d0d08b tempest-ServerAddressesNegativeTestJSON-348446036 tempest-ServerAddressesNegativeTestJSON-348446036-project-member] Enqueued Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 676.134844] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 676.135198] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.135332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.135371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.135619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.136192] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.136192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.136192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.136192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.136192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.136480] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.472847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 676.473102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.473632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.473839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.474029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.474139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.474225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.474381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.474457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.474548] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.591924] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.592144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-315" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.592267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-315" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.592604] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-315" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.592885] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.593541] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.593541] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.593541] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.593541] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.593845] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.593920] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.594085] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.594189] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.594282] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.594386] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.594514] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.614220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.614418] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.614506] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.614682] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-315" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.615012] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.615177] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.615303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.615647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.615787] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5998f7-6ddc-4ca5-9082-f2c44c59a95e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.638942] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.639100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.639162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.639371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.639458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.639646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.639736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.639796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.640035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.640114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.640200] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15581260-17f7-4c59-b370-49471927cfdb already deleted. [ 676.640277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.844378] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 676.844599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.976658] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.118302] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.118614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.118816] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.118977] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.119148] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.119325] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e not found, creating... [ 677.119569] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.119720] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.119891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.120145] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.120383] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.120687] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.120863] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.120987] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.125019] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.125019] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.125019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e is going to be created. [ 677.144408] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.144767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.144767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.145032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.145265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.145483] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.479467] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.719433] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.719433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.719433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.719433] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.983665] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.983817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.983934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.984198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.984284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.984504] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 678.020484] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.020727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.021809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.032199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 678.122859] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee069e38-793b-47d9-bc1a-ef3f036402c4 req-886b71e4-8c2f-470e-84e4-127230adb6e6 service nova] Enqueued Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_rules [ 678.123112] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee069e38-793b-47d9-bc1a-ef3f036402c4 req-886b71e4-8c2f-470e-84e4-127230adb6e6 service nova] Enqueued Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 678.123205] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee069e38-793b-47d9-bc1a-ef3f036402c4 req-886b71e4-8c2f-470e-84e4-127230adb6e6 service nova] Enqueued Resource ID: 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e with Priority: HIGHEST for action port [ 678.123479] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_rules [ 678.123553] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 678.123648] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e with Priority: HIGHEST for action port [ 678.124241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.124367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.124433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.124700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.124784] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.125600] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.125710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.125775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.126090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.126183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.126243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.130388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.130388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.130388] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.130388] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.130388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.130388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.130388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.130388] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5998f7-6ddc-4ca5-9082-f2c44c59a95e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.225470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.225752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.225752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.225918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.226090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.226185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.226250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.226418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.226507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.226594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.226733] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.226825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.226887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.227038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.227173] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.227262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.227321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.227454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.227526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.227605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.227693] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.630970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.630970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.630970] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.631500] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e with status ACTIVE [ 678.631691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.631812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.631874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.632086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.632175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.632344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.632439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.632491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.632681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.632719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.633025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.635797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.636718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.636817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.638186] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f5998f7-6ddc-4ca5-9082-f2c44c59a95e is going to be updated. [ 678.670709] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.670922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.670922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.671518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.671518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.671807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5998f7-6ddc-4ca5-9082-f2c44c59a95e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.729805] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae419dac-4edd-49c1-b376-2311e9760e56: rpc.has_security_group_logging(os_id): False [ 678.781313] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.781749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.782118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.782283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.782745] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.782898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.782939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.783231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.783390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.783714] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.783909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.784028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.784262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.784396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.784764] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.784949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.785056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.785427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.785584] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 678.884698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.884851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.884924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.885190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.885387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.900169] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 679.143073] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.647050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.647050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.647050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.647050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.647050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.647050] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15581260-17f7-4c59-b370-49471927cfdb is going to be created. [ 679.672366] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.672584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.672645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.672948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.673165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.684441] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: UNINITIALIZED for 2s [ 680.051702] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 680.051919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.051956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.052279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.052468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.052536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.052581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.052716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.052798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.052971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.053148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.053240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.053294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.053443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.053605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.053739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.053989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.054158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.054251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.054351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.054444] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.556812] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891ba486-e27e-4298-8f01-9de2595554a1: rpc.has_security_group_logging(os_id): False [ 680.576131] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.576131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.576131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.576392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.576392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.576458] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.577054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.577054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.577054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.577054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.577054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.577309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.577309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.577309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.577474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.577540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.577699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.577699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.577826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.577826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.577909] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be created. [ 680.638567] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.638567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.638567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.638567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.638944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.657686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 680.914275] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 680.914573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.238040] env[63533]: INFO networking_nsxv3.common.synchronization [req-620af94e-cfcb-4b0b-896b-7d5f68f611ce req-23419020-ffd5-4291-803b-0886be97330d tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 681.238040] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 681.239315] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.239446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.239557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.239766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.239883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.239974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.240044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.240280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.240280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.240361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.431024] env[63533]: INFO networking_nsxv3.common.synchronization [req-2b11d01f-3d2a-49d5-92ef-3ebeb024cc87 req-2fd15e34-a918-4118-9c23-3e3bf0392972 tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 681.431024] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 681.431024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.431024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.431024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.431024] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.703030] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: SUCCESS [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.703030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.703030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.703030] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.743303] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.921959] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.922186] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.922310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.922601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.922934] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.923149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.923271] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.923607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.923661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.923860] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.924010] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.924192] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.924312] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.924426] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.924531] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.924664] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.931399] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.951562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.951562] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.951790] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.953041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-792" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.953041] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ed12b7c5-6f91-4211-b601-6494ca052b0b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.953041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.953041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.953616] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.953740] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed12b7c5-6f91-4211-b601-6494ca052b0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.207223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.207461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.207547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.207787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.208104] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.208186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.208228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.208377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.208466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.209223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.209409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.209580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.209881] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.210057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.210193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.210491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.210491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.210491] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.245923] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.434767] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.458905] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.459151] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.459255] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.459542] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.459694] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.459846] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ed12b7c5-6f91-4211-b601-6494ca052b0b not found, creating... [ 682.460389] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.460389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.460389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.460838] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.460838] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.461020] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.461185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.461300] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.461523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.461704] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.461783] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ed12b7c5-6f91-4211-b601-6494ca052b0b is going to be created. [ 682.486104] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.486331] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.486456] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.486746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.487376] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.487376] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.672549] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 682.672740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.672995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.673251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.673839] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.712283] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15581260-17f7-4c59-b370-49471927cfdb: rpc.has_security_group_logging(os_id): False [ 682.730114] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.730306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.730517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.730609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.730801] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.730977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.731143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.731284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.731477] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.731571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.731633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.731770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.731844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.732050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.732142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.732202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.732335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.732408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.732490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15581260-17f7-4c59-b370-49471927cfdb is going to be created. [ 682.748649] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.748819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.748892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.749205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.749327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.749434] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 682.781909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.782126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.782207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.782457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.782638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.793146] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 682.808037] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.808214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.808279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.808500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.808674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.819623] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: IN_PROGRESS for 2s [ 682.938639] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.938920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.939146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.939294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.939412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.939534] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 682.970478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.970719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.971159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.982710] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 683.176304] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.176432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.243543] env[63533]: INFO networking_nsxv3.common.synchronization [req-2b11d01f-3d2a-49d5-92ef-3ebeb024cc87 req-b072db79-ba1a-442d-ad81-8b6dc9f57857 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 683.243786] env[63533]: INFO networking_nsxv3.common.synchronization [req-2b11d01f-3d2a-49d5-92ef-3ebeb024cc87 req-b072db79-ba1a-442d-ad81-8b6dc9f57857 service nova] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 683.243976] env[63533]: INFO networking_nsxv3.common.synchronization [req-2b11d01f-3d2a-49d5-92ef-3ebeb024cc87 req-b072db79-ba1a-442d-ad81-8b6dc9f57857 service nova] Enqueued Resource ID: ed12b7c5-6f91-4211-b601-6494ca052b0b with Priority: HIGHEST for action port [ 683.244795] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_rules [ 683.244936] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 683.245325] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed12b7c5-6f91-4211-b601-6494ca052b0b with Priority: HIGHEST for action port [ 683.245767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.245955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.246082] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.246418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.246526] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.248298] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.248439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.248708] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed12b7c5-6f91-4211-b601-6494ca052b0b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.248849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.249159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.249159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.249285] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed12b7c5-6f91-4211-b601-6494ca052b0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.748830] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.749155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.752484] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed12b7c5-6f91-4211-b601-6494ca052b0b with status ACTIVE [ 683.752717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.752953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.753081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.753242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.753335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.753526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.753627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.753702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.753852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.753935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.754159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.754252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.754309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.754449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.754525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.754615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed12b7c5-6f91-4211-b601-6494ca052b0b is going to be updated. [ 683.779908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.780281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.781032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.781032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.781032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.781032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed12b7c5-6f91-4211-b601-6494ca052b0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.808036] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 684.808036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.808036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.808036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.808433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.808433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.808526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.808663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.808759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.808885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.809031] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.831936] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: SUCCESS [ 684.835563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.992790] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 684.993306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.993407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.993640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.994234] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.994234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.994234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.994410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.994509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.994555] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.311175] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.311382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.311382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.311594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.311780] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.311881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.311951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.312126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.312234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.312324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.312467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.312584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.312648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.312909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.312995] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.313198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.313336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.313398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.313486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.313569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.313655] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.500293] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.816171] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891ba486-e27e-4298-8f01-9de2595554a1: rpc.has_security_group_logging(os_id): False [ 685.840394] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.841733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.841944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.843721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.843721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.843721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.843721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.844510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.844667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.844847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 685.910823] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.910971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.911056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.911288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.911408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.924345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 686.005011] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.505967] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.506144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.506221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.506445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.506535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.506635] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 686.536522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.536677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.536749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.536991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.537268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.549097] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 687.939833] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 687.940161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.940281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.940503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.940597] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.247145] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 688.247386] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 688.440515] env[63533]: INFO networking_nsxv3.common.synchronization [req-a923c9f7-9bfd-4ca9-a0d9-20df7540b253 req-ccf67140-d3db-4c94-938b-189bb80ee035 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 688.441177] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 688.441518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.441676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.441774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.441995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.442189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.442314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.442396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.442569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.442928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.443069] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.448089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.448089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.448089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.448089] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.563386] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 688.563610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.564684] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.564684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.565094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.565094] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.948062] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.949165] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.949280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.949359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.949572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.949724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.949814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.949984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.950117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.950243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.950299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.950457] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.950585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.950650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.950813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.950952] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.951088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.951150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.951319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.951400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.951495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.951589] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.068031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.068342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.068436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.068792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.069049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.069154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.069223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.069394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.069484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.069585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.069725] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.069817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.069917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.070088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.070232] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.070324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.073460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.073675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.073746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.073846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.073976] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.110438] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.111110] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.112026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.112026] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.112026] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.112302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.112502] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.112831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.113134] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.113444] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.115044] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.115281] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.116023] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.116023] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.116023] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.116023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.141592] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.141779] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.141916] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.144235] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.144235] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-416e5ec4-712e-489c-a33b-2fa922a4bfc9 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.144235] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.144484] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.145240] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.145240] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416e5ec4-712e-489c-a33b-2fa922a4bfc9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.454021] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.454974] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891ba486-e27e-4298-8f01-9de2595554a1: rpc.has_security_group_logging(os_id): False [ 689.492618] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.493484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.494347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.494678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.494791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.495137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.495137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.495283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.495372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.495934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.496268] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.496511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.496511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.496733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.496856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.497124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.497293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.497581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.498500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.498797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.498882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 689.566119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.566298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.566364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.566693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.566754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.581628] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae419dac-4edd-49c1-b376-2311e9760e56: rpc.has_security_group_logging(os_id): False [ 689.592266] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 689.625113] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.625311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.625390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.625551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.625647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.625843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.625941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.626016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.626176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.626254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.626439] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.626531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.626591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.626730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.626807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.627015] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.630313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.630403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.630582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.630672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.631171] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 689.647615] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.647794] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.647794] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.648225] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.648357] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 416e5ec4-712e-489c-a33b-2fa922a4bfc9 not found, creating... [ 689.648633] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.648788] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.648907] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.649161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.649301] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.649638] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.649799] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.649915] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.650141] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.650275] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.650415] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 416e5ec4-712e-489c-a33b-2fa922a4bfc9 is going to be created. [ 689.684335] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.684551] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.684617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.684889] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.685129] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.685367] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.741128] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.741324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.741364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.741582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.741749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.779093] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 689.958276] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.958276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.958276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.958276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.958276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.958276] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 689.990907] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.990907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.990907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.990907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.000123] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 690.546100] env[63533]: INFO networking_nsxv3.common.synchronization [None req-243489d4-5a7e-401e-b6ad-22aa22fbe2de None None] Enqueued Resource ID: 44092bec-709a-4cfd-93de-ccbd4e485eb0 with Priority: HIGHEST for action port [ 690.547802] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44092bec-709a-4cfd-93de-ccbd4e485eb0 with Priority: HIGHEST for action port [ 690.548199] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-44092bec-709a-4cfd-93de-ccbd4e485eb0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.548332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44092bec-709a-4cfd-93de-ccbd4e485eb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.548398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44092bec-709a-4cfd-93de-ccbd4e485eb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.548660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44092bec-709a-4cfd-93de-ccbd4e485eb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.548742] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44092bec-709a-4cfd-93de-ccbd4e485eb0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.755099] env[63533]: INFO networking_nsxv3.common.synchronization [req-a923c9f7-9bfd-4ca9-a0d9-20df7540b253 req-e177bed8-b98c-4b89-9127-cd53182a162f service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 690.755288] env[63533]: INFO networking_nsxv3.common.synchronization [req-a923c9f7-9bfd-4ca9-a0d9-20df7540b253 req-e177bed8-b98c-4b89-9127-cd53182a162f service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 690.755419] env[63533]: INFO networking_nsxv3.common.synchronization [req-a923c9f7-9bfd-4ca9-a0d9-20df7540b253 req-e177bed8-b98c-4b89-9127-cd53182a162f service nova] Enqueued Resource ID: 416e5ec4-712e-489c-a33b-2fa922a4bfc9 with Priority: HIGHEST for action port [ 690.755960] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 690.756733] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 690.756914] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416e5ec4-712e-489c-a33b-2fa922a4bfc9 with Priority: HIGHEST for action port [ 690.757249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.757602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.757854] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.758957] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.760245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.760245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-416e5ec4-712e-489c-a33b-2fa922a4bfc9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.760245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.760245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.760245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.760245] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416e5ec4-712e-489c-a33b-2fa922a4bfc9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.051373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44092bec-709a-4cfd-93de-ccbd4e485eb0 [ 691.051602] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.052445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.052445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.052445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.052445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.052445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44092bec-709a-4cfd-93de-ccbd4e485eb0 already deleted. [ 691.052445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44092bec-709a-4cfd-93de-ccbd4e485eb0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.263303] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.263303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.268041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416e5ec4-712e-489c-a33b-2fa922a4bfc9 with status ACTIVE [ 691.268041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.268041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.268041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.268041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.268041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416e5ec4-712e-489c-a33b-2fa922a4bfc9 is going to be updated. [ 691.312684] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.313019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.313354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.313513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416e5ec4-712e-489c-a33b-2fa922a4bfc9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.614237] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 691.614990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.796672] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 691.796672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.011077] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 692.011731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.011731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.012025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.013052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.013052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.013052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.013052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.013052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.013052] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.508688] env[63533]: INFO networking_nsxv3.common.synchronization [req-01f74780-a9e8-4a80-974f-f683675ce3e8 req-089d397f-b41c-469f-8741-25e24ef26b3e tempest-ServerAddressesNegativeTestJSON-348446036 tempest-ServerAddressesNegativeTestJSON-348446036-project-member] Enqueued Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 692.511498] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGHEST for action security_group_members [ 692.512265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.512691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.513848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.514391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.514647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.520121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.520121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.520121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.520121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.520121] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.522224] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.604915] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5219bebb-bd8c-48ae-b690-17291bf6cd02 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 692.604915] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 692.604915] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.604915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.604915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.606715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.607891] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.840493] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5b4c6720-f7bc-4443-b6bb-e79c7943da69 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 692.841011] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 692.845145] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.845296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.897977] env[63533]: INFO networking_nsxv3.common.synchronization [None req-6905aa17-beb4-4673-a157-f93a843598ed None None] Enqueued Resource ID: bb18248d-bec5-4f73-a4ec-b0bf50a691a1 with Priority: HIGHEST for action port [ 692.898968] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb18248d-bec5-4f73-a4ec-b0bf50a691a1 with Priority: HIGHEST for action port [ 692.898968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb18248d-bec5-4f73-a4ec-b0bf50a691a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.899156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb18248d-bec5-4f73-a4ec-b0bf50a691a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.899222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb18248d-bec5-4f73-a4ec-b0bf50a691a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.899444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb18248d-bec5-4f73-a4ec-b0bf50a691a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.899530] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb18248d-bec5-4f73-a4ec-b0bf50a691a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.023051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.023292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.023363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.023608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.023709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.023920] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.024181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.024264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.024497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.024600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15581260-17f7-4c59-b370-49471927cfdb is going to be updated. [ 693.025888] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.055898] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.056117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.056240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.056344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.056484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.067106] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: IN_PROGRESS for 2s [ 693.137240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.137373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.137441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.137652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.137737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.137827] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 already deleted. [ 693.137908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.138157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.138221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.138300] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.402462] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb18248d-bec5-4f73-a4ec-b0bf50a691a1 [ 693.402628] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.402757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.402821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.403068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.403162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.403255] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb18248d-bec5-4f73-a4ec-b0bf50a691a1 already deleted. [ 693.403331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb18248d-bec5-4f73-a4ec-b0bf50a691a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.530366] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.530624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.530624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.530796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.530884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.531010] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 693.567189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.567383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.567383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.567619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.567737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.583045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 693.665339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.665520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.665562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.666015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.666015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.666682] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 already deleted. [ 693.666790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.081804] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15581260-17f7-4c59-b370-49471927cfdb in Status: SUCCESS [ 695.081804] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15581260-17f7-4c59-b370-49471927cfdb deletion is rescheduled due to dependency. [ 695.081804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.601635] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.601635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.601635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.601635] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.103590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.103590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.103590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.103971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.104845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.104845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.104845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.104845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.104845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.104845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.105100] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.105100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.105100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.105194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.105570] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.105570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.105570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.105570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.105811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.105811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.105811] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.612866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 696.630987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.631177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.631253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.631471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.631550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.631737] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.631834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.631900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.634872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.634872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.634872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.636176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.636276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.636359] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 696.713782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.715389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.715389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.715389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.715389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.719519] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f37c71ba-ff0a-417a-be85-08c53c7c822e None None] Enqueued Resource ID: 35d7ddcd-8c5d-46c3-97ca-eb9573a01639 with Priority: HIGHEST for action port [ 696.719519] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d7ddcd-8c5d-46c3-97ca-eb9573a01639 with Priority: HIGHEST for action port [ 696.719519] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d7ddcd-8c5d-46c3-97ca-eb9573a01639 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.719519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d7ddcd-8c5d-46c3-97ca-eb9573a01639" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.719519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d7ddcd-8c5d-46c3-97ca-eb9573a01639" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.719519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d7ddcd-8c5d-46c3-97ca-eb9573a01639" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.719877] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d7ddcd-8c5d-46c3-97ca-eb9573a01639',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.745594] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 697.222066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d7ddcd-8c5d-46c3-97ca-eb9573a01639 [ 697.222332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.222469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.222538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.222742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.222832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.222924] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d7ddcd-8c5d-46c3-97ca-eb9573a01639 already deleted. [ 697.223056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d7ddcd-8c5d-46c3-97ca-eb9573a01639" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.767869] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 698.767869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.611222] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9e31a2de-c409-4701-b3d4-0b042505c42d None None] Enqueued Resource ID: 02a8ae8b-79c6-403e-a8c9-8788909055fe with Priority: HIGHEST for action port [ 699.611511] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a8ae8b-79c6-403e-a8c9-8788909055fe with Priority: HIGHEST for action port [ 699.612134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a8ae8b-79c6-403e-a8c9-8788909055fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.612283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a8ae8b-79c6-403e-a8c9-8788909055fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.612357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a8ae8b-79c6-403e-a8c9-8788909055fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.612660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a8ae8b-79c6-403e-a8c9-8788909055fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.612749] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a8ae8b-79c6-403e-a8c9-8788909055fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.116811] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a8ae8b-79c6-403e-a8c9-8788909055fe [ 700.119613] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.119613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.119613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.119613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.119613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.119613] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a8ae8b-79c6-403e-a8c9-8788909055fe already deleted. [ 700.119613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a8ae8b-79c6-403e-a8c9-8788909055fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.518289] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f77ee6d5-869a-4c51-8926-93cd02620595 None None] Enqueued Resource ID: a4d95767-4be6-445e-b12d-3050e3a9f23b with Priority: HIGHEST for action port [ 702.518576] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d95767-4be6-445e-b12d-3050e3a9f23b with Priority: HIGHEST for action port [ 702.519075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4d95767-4be6-445e-b12d-3050e3a9f23b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.519075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4d95767-4be6-445e-b12d-3050e3a9f23b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.520686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4d95767-4be6-445e-b12d-3050e3a9f23b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.520953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4d95767-4be6-445e-b12d-3050e3a9f23b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.526840] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4d95767-4be6-445e-b12d-3050e3a9f23b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.028724] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4d95767-4be6-445e-b12d-3050e3a9f23b [ 703.029374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.029374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.029374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.029374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.029579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.029579] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4d95767-4be6-445e-b12d-3050e3a9f23b already deleted. [ 703.029641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4d95767-4be6-445e-b12d-3050e3a9f23b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.343021] env[63533]: INFO networking_nsxv3.common.synchronization [req-67b7113f-66b5-420c-b016-e30811283a97 req-88f38578-f847-406b-96f4-f73f24c43334 tempest-ServersAdminNegativeTestJSON-1169563937 tempest-ServersAdminNegativeTestJSON-1169563937-project-member] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 703.343021] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGHEST for action security_group_members [ 703.343021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.343021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.343349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.343455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.344590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.344590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.344590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.344590] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.504720] env[63533]: INFO networking_nsxv3.common.synchronization [req-f77e73cb-7657-44d6-bc88-7a515b77efb5 req-bfe41a2e-22e9-488b-805d-3b5fd4d6d6dd tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 703.505304] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 703.505635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.505760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.505960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.509384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.509577] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.511501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.511501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.511501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.511501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.511501] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.847492] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.847828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.847828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.847965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.848068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.848290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.848381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.848445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.848635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.848712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.848873] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be updated. [ 703.882320] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.882462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.882710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.882768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.883231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.898087] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: IN_PROGRESS for 2s [ 704.015626] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.015845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.016142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.016437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.016600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.016861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.017055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.017140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.017485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.017623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.018655] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 already deleted. [ 704.018753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.276375] env[63533]: INFO networking_nsxv3.common.synchronization [req-6bae472e-ce77-4b6b-8807-24b801d0fe8b req-3e35efb6-dd8c-4c94-adfc-462a1e41c1a2 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 704.280030] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 704.280030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.280030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.280030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.280030] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.386203] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.386203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.386203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.388546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.388546] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.388546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.388546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.388546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.390558] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.390558] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.390558] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.390558] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.390915] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.391238] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.395264] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.395264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.415090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.415526] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.415727] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.415937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.416332] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-719964b3-d739-46b8-ae43-c589419299a1 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.416566] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.416713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.417135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.417874] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719964b3-d739-46b8-ae43-c589419299a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.752192] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ed1550e7-b779-4c03-90c2-47c7e12a8e41 None None] Enqueued Resource ID: 83ab0a58-bde9-4a8f-be03-0d8fa9bd183f with Priority: HIGHEST for action port [ 704.752473] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ab0a58-bde9-4a8f-be03-0d8fa9bd183f with Priority: HIGHEST for action port [ 704.753117] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ab0a58-bde9-4a8f-be03-0d8fa9bd183f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.753269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ab0a58-bde9-4a8f-be03-0d8fa9bd183f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.753336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ab0a58-bde9-4a8f-be03-0d8fa9bd183f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.754068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ab0a58-bde9-4a8f-be03-0d8fa9bd183f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.754068] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ab0a58-bde9-4a8f-be03-0d8fa9bd183f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.784122] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.922275] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.922616] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.922616] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.922970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.923071] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.923227] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 719964b3-d739-46b8-ae43-c589419299a1 not found, creating... [ 704.923485] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.923634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.923744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.923962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.924124] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.924402] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.924550] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.924661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.924854] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.924998] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.925134] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 719964b3-d739-46b8-ae43-c589419299a1 is going to be created. [ 704.950128] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.950128] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.950128] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.950128] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.950459] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.950491] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.115635] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d612a5b4-ba55-410c-9c7f-2c0567bdf80e None None] Enqueued Resource ID: 89f89cf0-0c36-41d6-9ee9-5072e1bce244 with Priority: HIGHEST for action port [ 705.115903] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f89cf0-0c36-41d6-9ee9-5072e1bce244 with Priority: HIGHEST for action port [ 705.116570] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f89cf0-0c36-41d6-9ee9-5072e1bce244 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.116710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f89cf0-0c36-41d6-9ee9-5072e1bce244" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.116775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f89cf0-0c36-41d6-9ee9-5072e1bce244" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.120131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f89cf0-0c36-41d6-9ee9-5072e1bce244" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.120281] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f89cf0-0c36-41d6-9ee9-5072e1bce244',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.259066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ab0a58-bde9-4a8f-be03-0d8fa9bd183f [ 705.259329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.259462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.259547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.259831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.260015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.260162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ab0a58-bde9-4a8f-be03-0d8fa9bd183f already deleted. [ 705.260260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ab0a58-bde9-4a8f-be03-0d8fa9bd183f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.286635] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.623055] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f89cf0-0c36-41d6-9ee9-5072e1bce244 [ 705.623396] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.623550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.623619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.623833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.623983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.624043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f89cf0-0c36-41d6-9ee9-5072e1bce244 already deleted. [ 705.624124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f89cf0-0c36-41d6-9ee9-5072e1bce244" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.791387] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.791387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.791387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.791387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.791387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.791387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 705.821347] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.821547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.821646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.822198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.822198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.838188] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 705.875830] env[63533]: INFO networking_nsxv3.common.synchronization [req-f77e73cb-7657-44d6-bc88-7a515b77efb5 req-e42f6f63-103c-4b59-9b26-f348ef95c415 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 705.876335] env[63533]: INFO networking_nsxv3.common.synchronization [req-f77e73cb-7657-44d6-bc88-7a515b77efb5 req-e42f6f63-103c-4b59-9b26-f348ef95c415 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 705.876699] env[63533]: INFO networking_nsxv3.common.synchronization [req-f77e73cb-7657-44d6-bc88-7a515b77efb5 req-e42f6f63-103c-4b59-9b26-f348ef95c415 service nova] Enqueued Resource ID: 719964b3-d739-46b8-ae43-c589419299a1 with Priority: HIGHEST for action port [ 705.876993] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 705.877139] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 705.877240] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719964b3-d739-46b8-ae43-c589419299a1 with Priority: HIGHEST for action port [ 705.878044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.880204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.880204] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.880642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.880765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.880831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.886316] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.886316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.886316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.886316] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.886591] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-719964b3-d739-46b8-ae43-c589419299a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.886591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.886767] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719964b3-d739-46b8-ae43-c589419299a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.916542] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 in Status: SUCCESS [ 705.916542] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 deletion is rescheduled due to dependency. [ 705.916542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.391046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.391046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.391046] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.391601] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 719964b3-d739-46b8-ae43-c589419299a1 with status ACTIVE [ 706.391757] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.391862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.391925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.392226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.392355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.392555] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.392653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.392714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.392883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.392955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.396148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.396291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.396359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.396564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.396657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.396755] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 719964b3-d739-46b8-ae43-c589419299a1 is going to be updated. [ 706.425055] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.427553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.427553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.427553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.427553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.427553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719964b3-d739-46b8-ae43-c589419299a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.899044] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.406104] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.406104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.406104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.406500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.406500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.406500] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be created. [ 707.440542] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.440733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.440781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.440960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.441173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.453965] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: UNINITIALIZED for 2s [ 707.679833] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a2e28434-5f37-48dc-a454-6ec3185b3b5c None None] Enqueued Resource ID: 745b39df-1817-495c-9c19-95c099e33774 with Priority: HIGHEST for action port [ 707.679990] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745b39df-1817-495c-9c19-95c099e33774 with Priority: HIGHEST for action port [ 707.680606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-745b39df-1817-495c-9c19-95c099e33774 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.680752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745b39df-1817-495c-9c19-95c099e33774" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.680795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745b39df-1817-495c-9c19-95c099e33774" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.681400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745b39df-1817-495c-9c19-95c099e33774" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.681504] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745b39df-1817-495c-9c19-95c099e33774',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.850220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 707.850501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.184930] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 745b39df-1817-495c-9c19-95c099e33774 [ 708.184930] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.184930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.184930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.184930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.184930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.184930] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:745b39df-1817-495c-9c19-95c099e33774 already deleted. [ 708.184930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745b39df-1817-495c-9c19-95c099e33774" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.185788] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e9c7faeb-9735-48d2-94b4-9e4dc60534f8 None None] Enqueued Resource ID: 1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e with Priority: HIGHEST for action port [ 708.190376] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e with Priority: HIGHEST for action port [ 708.190376] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.190376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.190660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.190733] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.695423] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e [ 708.695713] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.695791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.695884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.696287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.696478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.696645] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e already deleted. [ 708.696778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1898dcfa-4faf-4bff-ae5c-8ff4e7b20d7e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.463866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 709.464068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.464291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.466179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.466494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.466685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.466794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.467074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.467213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.467361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.467505] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.971289] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.971728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.971728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.971884] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.972059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.972264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.972264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.972361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.972534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.973199] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.973199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.973699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.973699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.973699] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.478767] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 710.505949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.506693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.506693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.506693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.506693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.506978] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.508077] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.508077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.508526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.508526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.508526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.508634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.508668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.508900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.509074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.509186] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be created. [ 710.596474] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.596556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.596591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.596785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.596962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.612988] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 711.599799] env[63533]: INFO networking_nsxv3.common.synchronization [None req-92ee0a64-081f-4217-9abb-0ac865d28e29 None None] Enqueued Resource ID: 3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e with Priority: HIGHEST for action port [ 711.600146] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e with Priority: HIGHEST for action port [ 711.600744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.600925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.600996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.601598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.601712] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.750056] env[63533]: INFO networking_nsxv3.common.synchronization [req-485c5a4b-a4b8-4d35-99e7-a2be0f6cbbea req-3d63abd7-09f7-4f8c-b977-1af124c29f58 tempest-ServersTestBootFromVolume-1667094028 tempest-ServersTestBootFromVolume-1667094028-project-member] Enqueued Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 711.750175] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 with Priority: HIGHEST for action security_group_members [ 711.753650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.753781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.753845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.755410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.755410] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.755561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.755561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.755806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.755885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.756647] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4ea109-9f27-4ec3-a7b2-98a4217a5352',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.104254] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e [ 712.104493] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.104624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.104690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.104903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.104994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.105102] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e already deleted. [ 712.105183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8d89a9-581e-4eec-b7e5-3a1ef60ee13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.258970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.259135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.259135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.259338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.259427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.259615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.259707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.259768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.260185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.260242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.260337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 is going to be updated. [ 712.290435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.290598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.290656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.290840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.290986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.299995] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: IN_PROGRESS for 2s [ 712.627400] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 712.627717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.751551] env[63533]: INFO networking_nsxv3.common.synchronization [req-f7f5eeae-54f1-495d-aa62-610f1c9bb325 req-297477c5-c0f7-4867-b5c1-b43bb6ccc491 tempest-FloatingIPsAssociationTestJSON-1944781937 tempest-FloatingIPsAssociationTestJSON-1944781937-project-member] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 712.753835] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 712.753835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.753835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.753835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.753835] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.245686] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.245686] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.245686] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247184] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.247878] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.251707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.251707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.251707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.251707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.251707] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.251707] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.251707] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.251707] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.251707] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.251707] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.251707] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.258084] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.279220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.279420] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.279765] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.279765] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-933" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.280700] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2357c1a1-6201-44ae-9461-80b6269920a2 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.280700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.280700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.280700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.281376] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2357c1a1-6201-44ae-9461-80b6269920a2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.762658] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.784694] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.784919] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.785054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.785340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.785493] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.785651] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2357c1a1-6201-44ae-9461-80b6269920a2 not found, creating... [ 713.785917] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.786114] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.786279] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.786485] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.786604] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.786917] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.787083] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.787199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.787414] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.787544] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.787681] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2357c1a1-6201-44ae-9461-80b6269920a2 is going to be created. [ 713.812254] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.812517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.812750] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.812970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.813286] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.813517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.267076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.267269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.267379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.267599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.267688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.267787] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be updated. [ 714.312041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.312041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.312041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.312041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.312316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.313743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 in Status: SUCCESS [ 714.313910] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4ea109-9f27-4ec3-a7b2-98a4217a5352 deletion is rescheduled due to dependency. [ 714.314336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4ea109-9f27-4ec3-a7b2-98a4217a5352" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.321555] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 714.613202] env[63533]: INFO networking_nsxv3.common.synchronization [req-194beceb-c314-43e6-b851-d019672e47b4 req-686c68d2-17a7-4d5e-b526-4b0961445aa1 tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 714.613351] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 714.613548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.613666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.613732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.613947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.620042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.620042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.620042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.620042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.620042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.620042] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.862859] env[63533]: INFO networking_nsxv3.common.synchronization [req-f7f5eeae-54f1-495d-aa62-610f1c9bb325 req-489777c2-a219-4058-9a5a-e98637fe2927 service nova] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_rules [ 714.865385] env[63533]: INFO networking_nsxv3.common.synchronization [req-f7f5eeae-54f1-495d-aa62-610f1c9bb325 req-489777c2-a219-4058-9a5a-e98637fe2927 service nova] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 714.865385] env[63533]: INFO networking_nsxv3.common.synchronization [req-f7f5eeae-54f1-495d-aa62-610f1c9bb325 req-489777c2-a219-4058-9a5a-e98637fe2927 service nova] Enqueued Resource ID: 2357c1a1-6201-44ae-9461-80b6269920a2 with Priority: HIGHEST for action port [ 714.865385] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_rules [ 714.865385] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 714.865385] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2357c1a1-6201-44ae-9461-80b6269920a2 with Priority: HIGHEST for action port [ 714.865994] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.867081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.867081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.867081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.867081] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.868608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.868608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.868608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2357c1a1-6201-44ae-9461-80b6269920a2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.868608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.868608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.868608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.868608] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2357c1a1-6201-44ae-9461-80b6269920a2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.122689] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.370737] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.370918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.375404] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2357c1a1-6201-44ae-9461-80b6269920a2 with status ACTIVE [ 715.375404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.375404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.375404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.375404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.376060] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2357c1a1-6201-44ae-9461-80b6269920a2 is going to be updated. [ 715.402811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.402953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.403083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.403331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.403488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.403678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2357c1a1-6201-44ae-9461-80b6269920a2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.627842] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.128461] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.129106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.129280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.129591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.129835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.130041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 716.165158] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.165158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.165158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.165158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.165158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.175645] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 716.333098] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 716.333698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.333893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.334178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.334470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.334666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.334666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.334849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.334933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.335067] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.839488] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.340527] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.399865] env[63533]: INFO networking_nsxv3.common.synchronization [req-6ff40a1e-65aa-4860-8888-7480fa4e3de4 req-2fceadd6-f36f-4cfc-ac53-b75389738154 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 717.403029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 717.404747] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.404876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.404943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.405171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.405341] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.405430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.406060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.406357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.406456] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.845327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.845327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.845327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.845327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.845327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.845327] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be updated. [ 717.875074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.875257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.875754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.875754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.891790] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 717.911023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.911317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.914024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.914024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.914024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 717.943435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.943642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.943642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.943908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.943992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.956227] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 718.185601] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 718.185855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.401684] env[63533]: INFO networking_nsxv3.common.synchronization [req-d8df07b7-0679-4c0c-aee6-0128174b4c53 req-6467a36d-e073-4618-bad0-1121105a8373 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 719.402204] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 719.404280] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.404280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.404280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.404280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.404526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.404685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.404757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.404933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.405044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.405145] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.425756] env[63533]: INFO networking_nsxv3.common.synchronization [req-d8df07b7-0679-4c0c-aee6-0128174b4c53 req-6467a36d-e073-4618-bad0-1121105a8373 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 719.425835] env[63533]: INFO networking_nsxv3.common.synchronization [req-d8df07b7-0679-4c0c-aee6-0128174b4c53 req-6467a36d-e073-4618-bad0-1121105a8373 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 719.425959] env[63533]: INFO networking_nsxv3.common.synchronization [req-d8df07b7-0679-4c0c-aee6-0128174b4c53 req-6467a36d-e073-4618-bad0-1121105a8373 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 719.426604] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 719.429361] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 719.429361] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 719.429361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.429361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.429361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.429361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.430782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.430782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.430983] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c8d553-e481-41cf-9f67-20912d2adb46 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.431124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.431213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.431439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.431551] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8d553-e481-41cf-9f67-20912d2adb46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.899229] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 719.899304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.900028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.900028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.900028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.900028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.900313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.900376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.900499] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.909316] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.933032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.933169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.938221] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c8d553-e481-41cf-9f67-20912d2adb46 with status ACTIVE [ 719.938453] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.938453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.938574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.938743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.938825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.938998] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.939210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.939394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.939455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.940260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.940260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.940260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.940260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.940260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.940260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c8d553-e481-41cf-9f67-20912d2adb46 is going to be updated. [ 719.962356] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.962356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.962356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.962598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.962777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.962857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.966514] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 719.966688] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 719.966792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.403382] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.403974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.403974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.404196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.404196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.404315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.405192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.405192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.405192] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.405192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.405192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.405192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.405503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.405503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.405503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.406507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.406507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.406507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.406507] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.412370] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.909047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48175264-9b9e-469e-89ea-8311c74f4c91: rpc.has_security_group_logging(os_id): False [ 720.913962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.914169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.914286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.914494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.915085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.915085] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be updated. [ 720.928296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.928461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.928535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.928759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.928852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.929048] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.929217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.929441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.929652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.929804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.930046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.930383] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.930383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.930501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.930546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.930821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.930821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be updated. [ 720.951538] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.951728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.951802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.951976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.952205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.961550] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: IN_PROGRESS for 2s [ 721.010971] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.011257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.011257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.011462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.011610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.031580] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 722.912982] env[63533]: INFO networking_nsxv3.common.synchronization [req-b82b485a-de0e-418d-988f-a4da0bbe5f09 req-ac99cddc-74ae-44b5-bdda-add5de6ac675 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 722.916590] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 722.917122] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.917763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.933221] env[63533]: INFO networking_nsxv3.common.synchronization [req-b82b485a-de0e-418d-988f-a4da0bbe5f09 req-ac99cddc-74ae-44b5-bdda-add5de6ac675 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 722.933221] env[63533]: INFO networking_nsxv3.common.synchronization [req-b82b485a-de0e-418d-988f-a4da0bbe5f09 req-ac99cddc-74ae-44b5-bdda-add5de6ac675 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 722.933221] env[63533]: INFO networking_nsxv3.common.synchronization [req-b82b485a-de0e-418d-988f-a4da0bbe5f09 req-ac99cddc-74ae-44b5-bdda-add5de6ac675 tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 722.934390] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_rules [ 722.934390] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 722.934390] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8d553-e481-41cf-9f67-20912d2adb46 with Priority: HIGHEST for action port [ 722.934390] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.934390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.934643] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.934643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.934733] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c8d553-e481-41cf-9f67-20912d2adb46 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.934814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.934897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.936772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.936772] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8d553-e481-41cf-9f67-20912d2adb46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.971669] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 722.971934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.972196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.972413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.972597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.972994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.972994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.972994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.972994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.973185] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.055156] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 723.055394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.440857] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c8d553-e481-41cf-9f67-20912d2adb46 with status ACTIVE [ 723.440857] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.441653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.441653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.441653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.441653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.441653] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.442039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.442039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.442039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.442039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.444552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.444552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.444552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.444552] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c8d553-e481-41cf-9f67-20912d2adb46 is going to be updated. [ 723.470347] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.470538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.470650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.470935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.471078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.471306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c8d553-e481-41cf-9f67-20912d2adb46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.476310] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.978499] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.480344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.480538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.480584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.480835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.480935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.481148] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be updated. [ 724.514417] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.514607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.514607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.514716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.514855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.526132] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: IN_PROGRESS for 2s [ 725.918412] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d995f84c-8a86-4354-9ccd-88c5b3f4c08b None None] Enqueued Resource ID: 78968c1d-f1bf-4818-a9a4-4941b6d1dbdf with Priority: HIGHEST for action port [ 725.919027] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78968c1d-f1bf-4818-a9a4-4941b6d1dbdf with Priority: HIGHEST for action port [ 725.919340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-78968c1d-f1bf-4818-a9a4-4941b6d1dbdf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.919463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78968c1d-f1bf-4818-a9a4-4941b6d1dbdf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.919532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78968c1d-f1bf-4818-a9a4-4941b6d1dbdf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.919806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78968c1d-f1bf-4818-a9a4-4941b6d1dbdf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.919888] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78968c1d-f1bf-4818-a9a4-4941b6d1dbdf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.422535] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78968c1d-f1bf-4818-a9a4-4941b6d1dbdf [ 726.422856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.422946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.422983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.423211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.423342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.423462] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78968c1d-f1bf-4818-a9a4-4941b6d1dbdf already deleted. [ 726.423549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78968c1d-f1bf-4818-a9a4-4941b6d1dbdf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.538130] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 726.538351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.538529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.538746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.539042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.539139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.539139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.539273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.539362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.539448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.539544] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.540416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.544473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.544730] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.544918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.545046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.545293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.545456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.545608] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.047950] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.050836] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.550538] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe: rpc.has_security_group_logging(os_id): False [ 727.553015] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.574021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.574195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.574339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.574897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.574897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.574897] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.574897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.574897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.575179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.575263] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be updated. [ 727.613790] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee6c68fb-35a0-4dd4-86c4-5bb1c5060236 req-2e2c1191-ed5d-42b8-89f3-343470562a2d tempest-AttachInterfacesUnderV243Test-1683398079 tempest-AttachInterfacesUnderV243Test-1683398079-project-member] Enqueued Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 727.614475] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe with Priority: HIGHEST for action security_group_members [ 727.614853] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.614970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.637357] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.637516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.637567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.637893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.637927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.656022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: IN_PROGRESS for 2s [ 728.056728] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.057047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.057762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.058121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.058209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.058260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be updated. [ 728.090993] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.091242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.091242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.091456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.091602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.103542] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: IN_PROGRESS for 2s [ 728.773561] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a6c1b0aa-2f90-4a9f-a1af-4349ade87774 None None] Enqueued Resource ID: efe3921a-56af-408c-9955-7eb0bdce21bf with Priority: HIGHEST for action port [ 728.774277] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe3921a-56af-408c-9955-7eb0bdce21bf with Priority: HIGHEST for action port [ 728.774615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe3921a-56af-408c-9955-7eb0bdce21bf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.774780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe3921a-56af-408c-9955-7eb0bdce21bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.774907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe3921a-56af-408c-9955-7eb0bdce21bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.775388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe3921a-56af-408c-9955-7eb0bdce21bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.775524] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe3921a-56af-408c-9955-7eb0bdce21bf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.278534] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe3921a-56af-408c-9955-7eb0bdce21bf [ 729.278534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.278953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.278953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.279249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.279249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.279361] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe3921a-56af-408c-9955-7eb0bdce21bf already deleted. [ 729.279457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe3921a-56af-408c-9955-7eb0bdce21bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.674151] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 729.674747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.677236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.677236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.677236] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.117953] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe in Status: SUCCESS [ 730.118315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.118546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.119058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.119151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.119196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.119355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.119455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.119560] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.198434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.198434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.198434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.198791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.198791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.198859] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be deleted. [ 730.260684] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.260971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.260971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.261127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.261220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.261363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.622771] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.622771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.623192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.623192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.623192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.623656] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.623656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.623656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.623830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.623830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.623924] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe is going to be deleted. [ 730.649278] env[63533]: INFO networking_nsxv3.common.synchronization [req-490d14a3-4a53-4959-897e-0567e4b42be9 req-34cf1272-e441-4c04-9ec1-df2087118b3d tempest-ServerAddressesTestJSON-1632524142 tempest-ServerAddressesTestJSON-1632524142-project-member] Enqueued Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 730.649278] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 730.650134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.650134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.650134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.653494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.653605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.653855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.653969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.654082] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.660573] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.660770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.660836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.661617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.661617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.661617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.661861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.662137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.662357] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.662467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.662562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.662745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.662839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.662935] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.074261] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.074477] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-66" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.074674] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-66" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.074946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-66" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.075233] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.075452] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.075505] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.075712] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.075855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.076166] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.076336] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.076400] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.076520] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.076649] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.076737] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.077114] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.105125] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.105125] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.105125] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.105125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-66" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.105125] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8dcd3b3f-b4cf-4491-b430-9ef54588c908 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.105125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.105125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.105574] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.105574] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcd3b3f-b4cf-4491-b430-9ef54588c908',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.156267] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.156378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.156378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.157576] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.157576] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09699321-e2db-4124-91b2-1f458cde479f already deleted. [ 731.157576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.166812] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.166812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.166812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.166812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.166812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.167035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.167115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.167231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.169413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.169413] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe already deleted. [ 731.169520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5c7f42-85f3-45e7-9caf-7321a7dfdcbe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.609092] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.609540] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.609775] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.610162] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.610647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.610913] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8dcd3b3f-b4cf-4491-b430-9ef54588c908 not found, creating... [ 731.611320] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611613] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.611832] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.612189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.613021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.613021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.613021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.613228] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.613541] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.613786] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.614060] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8dcd3b3f-b4cf-4491-b430-9ef54588c908 is going to be created. [ 731.636839] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.636839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.636839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.636839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.636839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.636839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.400404] env[63533]: INFO networking_nsxv3.common.synchronization [req-df5b1b1e-c015-4342-9228-a3ff855ef9ed req-7afbfecf-583c-443a-9659-dd08460c4cef tempest-FloatingIPsAssociationTestJSON-1944781937 tempest-FloatingIPsAssociationTestJSON-1944781937-project-member] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 732.400701] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 732.400867] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.400988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.401062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.405929] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.405929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.405929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.405929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.405929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.405929] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.619857] env[63533]: INFO networking_nsxv3.common.synchronization [req-490d14a3-4a53-4959-897e-0567e4b42be9 req-611d2418-a65d-4078-bfcd-5b2f485b6957 service nova] Enqueued Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_rules [ 732.620046] env[63533]: INFO networking_nsxv3.common.synchronization [req-490d14a3-4a53-4959-897e-0567e4b42be9 req-611d2418-a65d-4078-bfcd-5b2f485b6957 service nova] Enqueued Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 732.620186] env[63533]: INFO networking_nsxv3.common.synchronization [req-490d14a3-4a53-4959-897e-0567e4b42be9 req-611d2418-a65d-4078-bfcd-5b2f485b6957 service nova] Enqueued Resource ID: 8dcd3b3f-b4cf-4491-b430-9ef54588c908 with Priority: HIGHEST for action port [ 732.620441] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_rules [ 732.620576] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 732.621026] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd3b3f-b4cf-4491-b430-9ef54588c908 with Priority: HIGHEST for action port [ 732.621232] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.621752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.621848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.622243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.622361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.623431] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.623586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.623667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.623895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.624098] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.624227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.625107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.625107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.625107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.625107] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.625585] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dcd3b3f-b4cf-4491-b430-9ef54588c908 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.625700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.625760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.625905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.625986] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcd3b3f-b4cf-4491-b430-9ef54588c908',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.909152] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.127988] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.129123] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.129123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.129409] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dcd3b3f-b4cf-4491-b430-9ef54588c908 with status ACTIVE [ 733.129638] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.130131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.130131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.130299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.130359] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.130963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.130963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.130963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.130963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.131209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.131209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.131442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.131525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.131680] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dcd3b3f-b4cf-4491-b430-9ef54588c908 is going to be updated. [ 733.156658] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.159088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.159088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.159088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.159088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.159088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dcd3b3f-b4cf-4491-b430-9ef54588c908" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.411397] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.630524] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.661914] env[63533]: INFO networking_nsxv3.common.synchronization [req-9faf95d6-16b0-493f-a042-0a01a5809d4c req-c10c76e4-5276-4c9a-956f-cbeccaf7a259 tempest-ImagesOneServerTestJSON-1476191925 tempest-ImagesOneServerTestJSON-1476191925-project-member] Enqueued Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 733.665208] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 733.666050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.666228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.666328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.666678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.666930] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.667099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.667192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.667439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.667762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.667836] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.913621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.913926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.913926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.914120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.914219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.914326] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be updated. [ 733.944024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.944196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.944270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.944508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.944667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.954285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 734.137040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.137199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.137269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.138304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.138304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.138304] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09699321-e2db-4124-91b2-1f458cde479f is going to be created. [ 734.161809] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.161955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.162041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.162253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.162418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.171305] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.171491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.171606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.171959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.172081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.172319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.172457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.172547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.172727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.172807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.172895] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee already deleted. [ 734.172974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.174374] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: UNINITIALIZED for 2s [ 734.230975] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.231184] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-400" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.231306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-400" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.231637] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-400" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.231895] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.236151] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.236345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.236617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.236767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.236989] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.237118] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.237229] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.238017] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.238017] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.238017] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.238017] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.266065] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.266065] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.266065] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.266065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-400" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.266065] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.266065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.266065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.266465] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.266536] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a2d4d3-83f2-4f4e-8217-ad2abe2975b9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.772059] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.772241] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.772405] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.772608] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.772752] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.772904] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 not found, creating... [ 734.773173] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773395] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.774102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.774102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.774310] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.774431] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.774661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774907] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.775053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.775195] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 is going to be created. [ 734.799361] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.799536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.799740] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.800070] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.800359] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.800640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.729101] env[63533]: INFO networking_nsxv3.common.synchronization [req-9faf95d6-16b0-493f-a042-0a01a5809d4c req-269c71fc-05b1-42a0-ade9-d8f87a7edbed service nova] Enqueued Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_rules [ 735.729417] env[63533]: INFO networking_nsxv3.common.synchronization [req-9faf95d6-16b0-493f-a042-0a01a5809d4c req-269c71fc-05b1-42a0-ade9-d8f87a7edbed service nova] Enqueued Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 735.729417] env[63533]: INFO networking_nsxv3.common.synchronization [req-9faf95d6-16b0-493f-a042-0a01a5809d4c req-269c71fc-05b1-42a0-ade9-d8f87a7edbed service nova] Enqueued Resource ID: 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 with Priority: HIGHEST for action port [ 735.729604] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_rules [ 735.729734] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 735.729828] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 with Priority: HIGHEST for action port [ 735.730391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.730519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.730606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.730829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.730910] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.731825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.731889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.732039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.732145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.732290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.732389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.732448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.732565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.732644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.732750] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.733788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.735145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.735248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.735417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.735503] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a2d4d3-83f2-4f4e-8217-ad2abe2975b9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.964766] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 735.964996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.183803] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: SUCCESS [ 736.184022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.184185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.184401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.184594] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.184714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.184780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.185111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.185198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.185286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.185376] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.240095] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.240095] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.240095] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 with status ACTIVE [ 736.240095] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.240095] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.240095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.240743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.240743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.240743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.241581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.241581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.241581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.241581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.241581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.241581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a2d4d3-83f2-4f4e-8217-ad2abe2975b9 is going to be updated. [ 736.269031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.269031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.269031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.269270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.269541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.269541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a2d4d3-83f2-4f4e-8217-ad2abe2975b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.322581] env[63533]: INFO networking_nsxv3.common.synchronization [req-808e21d7-732a-4472-93a5-fd8d2d1e99dd req-3659d078-d13a-496a-a06b-e069173f67a7 tempest-ServersTestFqdnHostnames-414457296 tempest-ServersTestFqdnHostnames-414457296-project-member] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 736.323302] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 736.323629] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.323943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.324064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.324338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.324563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.324706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.324814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.325013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.325150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.325808] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.690876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.691095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.691190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.691477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.691716] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.691932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.692047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.692296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.692420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.692535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.692700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.692808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.692967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.693098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.693248] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.693354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.693435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.693591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.693711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.693848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.693953] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.743654] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.828276] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.828432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.828503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.828793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.828793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.828989] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.829095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.829142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.829285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.829813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.829813] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 already deleted. [ 736.829813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.118261] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.118261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-465" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.118261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-465" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.118261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-465" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.118261] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.118636] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.118636] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.118700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.118848] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.119021] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.119128] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.119230] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.119335] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.119439] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.119540] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.119665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.142310] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.142310] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.142310] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.142310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-465" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.142310] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-27cdea75-ceda-4390-8313-cfbd1681ebd2 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.142310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.142310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.142310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.142310] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cdea75-ceda-4390-8313-cfbd1681ebd2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.198398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09699321-e2db-4124-91b2-1f458cde479f: rpc.has_security_group_logging(os_id): False [ 737.217894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.218119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.218199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.218421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.218517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.218734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.218875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.218971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.219543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.219543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.219543] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.219543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.219812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.219812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.219812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.219985] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.220142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.220142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.220272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.220368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.220427] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09699321-e2db-4124-91b2-1f458cde479f is going to be created. [ 737.246992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.247149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.247261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.247548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.247682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.247844] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee is going to be created. [ 737.269040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.269194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.269268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.269484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.269642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.280133] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: UNINITIALIZED for 2s [ 737.288791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.288945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.289020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.289251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.289421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.317593] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: IN_PROGRESS for 2s [ 737.645512] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.645741] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.645867] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.646195] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.646344] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.646499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 27cdea75-ceda-4390-8313-cfbd1681ebd2 not found, creating... [ 737.646755] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.646911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.647041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.647267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.647402] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.647679] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.647831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.647944] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.648169] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.648300] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.648435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 27cdea75-ceda-4390-8313-cfbd1681ebd2 is going to be created. [ 737.668960] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.669180] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.669301] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.669988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.670253] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.670474] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [req-808e21d7-732a-4472-93a5-fd8d2d1e99dd req-ee0f9de9-04fa-437c-9d72-216ede846812 service nova] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [req-808e21d7-732a-4472-93a5-fd8d2d1e99dd req-ee0f9de9-04fa-437c-9d72-216ede846812 service nova] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [req-808e21d7-732a-4472-93a5-fd8d2d1e99dd req-ee0f9de9-04fa-437c-9d72-216ede846812 service nova] Enqueued Resource ID: 27cdea75-ceda-4390-8313-cfbd1681ebd2 with Priority: HIGHEST for action port [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_rules [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 738.764799] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cdea75-ceda-4390-8313-cfbd1681ebd2 with Priority: HIGHEST for action port [ 738.764799] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.764799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.764799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.764799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.764799] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.765416] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.765849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.765915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.766281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.766414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.766662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.766758] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.769181] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-27cdea75-ceda-4390-8313-cfbd1681ebd2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.769181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.769181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.769735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.770515] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cdea75-ceda-4390-8313-cfbd1681ebd2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.885045] env[63533]: INFO networking_nsxv3.common.synchronization [req-b7560eab-4f25-422c-831d-91c12bac0abe req-9b76a021-e59c-4c4e-8229-a6cc03d11ba5 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 738.885768] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 738.886521] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.886521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.886521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.886703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.886703] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.886789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.886823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.887022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.887145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.887276] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.272636] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.272636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.272816] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.273897] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27cdea75-ceda-4390-8313-cfbd1681ebd2 with status ACTIVE [ 739.274122] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.274235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.274299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.274558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.274657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.274838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.274973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.275075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.275267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.275349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.275594] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.275708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.275784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.275993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.276088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.276207] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27cdea75-ceda-4390-8313-cfbd1681ebd2 is going to be updated. [ 739.289750] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: SUCCESS [ 739.289967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.290162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.290388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.290588] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.290708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.290782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.290938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.291040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.291138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.291234] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.304962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.305151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.305196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.305439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.305575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.305811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27cdea75-ceda-4390-8313-cfbd1681ebd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.333026] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: SUCCESS [ 739.333026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.389216] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.429996] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.430256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.432766] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.432766] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.432766] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.436029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.436029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.436029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.436029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.436029] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.436239] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.436491] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.437389] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.437389] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.437389] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.437389] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.461417] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.461682] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.461682] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.463040] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-493" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.463040] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-facecb08-5587-4113-9009-ad339833d9ab taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.463040] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.463040] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.463040] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.463645] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('facecb08-5587-4113-9009-ad339833d9ab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.778371] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.793711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.793932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.794040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.794347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.794575] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.794701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.794795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.794974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.795096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.795188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.795675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.795675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.795675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.795851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.795851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.795992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.796114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.796357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.796511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.800029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.800029] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.891338] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.965773] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.966039] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.966246] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.966568] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.966568] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.966744] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port facecb08-5587-4113-9009-ad339833d9ab not found, creating... [ 739.967010] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.967181] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.967421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.967523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.967632] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.967894] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.968068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.968233] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.968400] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.968505] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.968661] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: facecb08-5587-4113-9009-ad339833d9ab is going to be created. [ 739.994996] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.995291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.995389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.995679] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.995954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.996765] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.283849] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.284506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.284590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.285079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.285156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.285291] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 is going to be created. [ 740.305217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4076711-edf2-4640-b5a0-aa913c0ea8ee: rpc.has_security_group_logging(os_id): False [ 740.331666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.331813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.331926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.332142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.332246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.332503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.332784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.332784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.332902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.332943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.333143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.333264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.333264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.333414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.333497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.333745] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.333858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.333913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.335147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.335263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.335321] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee is going to be created. [ 740.340101] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.340101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.340101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.340101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.340101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.358736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: UNINITIALIZED for 2s [ 740.394641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.394834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.396766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.396766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.396766] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 740.416601] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.416601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.416601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.416601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.416601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.423750] env[63533]: INFO networking_nsxv3.common.synchronization [req-d940eddf-3562-4d45-bbc7-41f522f2ed1e req-18815c02-f073-4025-a210-2edc2948238e tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 740.424435] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 740.425050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.425144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.425271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.425647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.425860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.426048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.426172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.426432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.426617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.426736] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.432666] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: IN_PROGRESS for 2s [ 740.449409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.449542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.449613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.449815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.450046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.464210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 740.918303] env[63533]: INFO networking_nsxv3.common.synchronization [req-b7560eab-4f25-422c-831d-91c12bac0abe req-fa7a6a5b-8369-4191-ba5a-18c13c60a3c4 service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 740.918616] env[63533]: INFO networking_nsxv3.common.synchronization [req-b7560eab-4f25-422c-831d-91c12bac0abe req-fa7a6a5b-8369-4191-ba5a-18c13c60a3c4 service nova] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 740.918888] env[63533]: INFO networking_nsxv3.common.synchronization [req-b7560eab-4f25-422c-831d-91c12bac0abe req-fa7a6a5b-8369-4191-ba5a-18c13c60a3c4 service nova] Enqueued Resource ID: facecb08-5587-4113-9009-ad339833d9ab with Priority: HIGHEST for action port [ 740.920228] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_rules [ 740.920323] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 740.920530] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: facecb08-5587-4113-9009-ad339833d9ab with Priority: HIGHEST for action port [ 740.921059] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.921456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.921789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.925020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.925020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.925020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.925020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-facecb08-5587-4113-9009-ad339833d9ab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.925020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.925743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.925743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.925900] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('facecb08-5587-4113-9009-ad339833d9ab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.929044] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.430022] env[63533]: INFO networking_nsxv3.common.synchronization [req-9092b2cc-f2d5-4db0-b5b5-6fde5507fb22 req-86f13450-f35e-4b30-916d-6249b2a07346 tempest-ListServersNegativeTestJSON-685275572 tempest-ListServersNegativeTestJSON-685275572-project-member] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 741.430022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.430022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.430022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port facecb08-5587-4113-9009-ad339833d9ab with status ACTIVE [ 741.430022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.430022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.430022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.430022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.430022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.434677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.434677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.434677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.434677] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: facecb08-5587-4113-9009-ad339833d9ab is going to be updated. [ 741.437277] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGHEST for action security_group_members [ 741.437277] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.438064] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.438184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.465144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.465144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.465144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.465144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.465144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.465144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-facecb08-5587-4113-9009-ad339833d9ab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.662982] env[63533]: INFO networking_nsxv3.common.synchronization [req-339cb096-80a8-49dc-b7dd-2063925e840e req-54eb5b6e-3d32-41b9-83a9-dfccd541561c tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 741.663593] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 741.663895] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.666434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.666434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.666434] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.941031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.941031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.941031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.941031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.941031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.941031] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 742.013667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.013818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.013887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.014130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.014277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.033859] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 742.156627] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.156802] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.156932] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.157348] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.157634] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.157817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.157985] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.158246] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.158394] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.158627] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.158765] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.158905] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.159019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.159138] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.159244] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.159375] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.169046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.169174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.169174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.169389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.169516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.169627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.169735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.169794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.169919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.169991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.170084] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb already deleted. [ 742.170160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.177803] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.177873] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.178110] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.178168] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.178927] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c2833403-d523-4069-b5a5-778e92138ff9 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.178927] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.178927] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.179152] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.179325] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2833403-d523-4069-b5a5-778e92138ff9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.371916] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: SUCCESS [ 742.372159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.372530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.372530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.372764] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.372857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.372911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.373132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.373216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.373308] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.444863] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: SUCCESS [ 742.445048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.475418] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 742.475583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.475799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.476087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.476290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.476417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.476482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.476653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.476728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.476826] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.683153] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.683153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.683299] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.683623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.683778] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.683952] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c2833403-d523-4069-b5a5-778e92138ff9 not found, creating... [ 742.684243] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.684430] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.684599] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.684852] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.685014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.685324] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.685506] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.685640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.685878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.685984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.686147] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c2833403-d523-4069-b5a5-778e92138ff9 is going to be created. [ 742.709909] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.710186] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.710321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.710623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.710887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.711235] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.879546] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.979582] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.384997] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8: rpc.has_security_group_logging(os_id): False [ 743.405566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.408616] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.408616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.408616] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 is going to be created. [ 743.472701] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.472942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.472942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.473331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.473331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.481187] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.486035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: IN_PROGRESS for 2s [ 743.668371] env[63533]: INFO networking_nsxv3.common.synchronization [req-339cb096-80a8-49dc-b7dd-2063925e840e req-00efe020-465b-4dfe-8810-ecabc0c59dad service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 743.668473] env[63533]: INFO networking_nsxv3.common.synchronization [req-339cb096-80a8-49dc-b7dd-2063925e840e req-00efe020-465b-4dfe-8810-ecabc0c59dad service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 743.668666] env[63533]: INFO networking_nsxv3.common.synchronization [req-339cb096-80a8-49dc-b7dd-2063925e840e req-00efe020-465b-4dfe-8810-ecabc0c59dad service nova] Enqueued Resource ID: c2833403-d523-4069-b5a5-778e92138ff9 with Priority: HIGHEST for action port [ 743.668932] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 743.669081] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 743.669184] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2833403-d523-4069-b5a5-778e92138ff9 with Priority: HIGHEST for action port [ 743.669766] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.669879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.669995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.671347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.671442] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.673137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.673137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.673137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.673137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.673325] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.673325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.673479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.673525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.673616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.673712] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.674554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2833403-d523-4069-b5a5-778e92138ff9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.674665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.674734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.674886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.674962] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2833403-d523-4069-b5a5-778e92138ff9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.988578] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.988874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.988874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.989031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.989124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.989225] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 744.037717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.038692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.039997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.040427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.040501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.054378] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 744.054378] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 744.054378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.054378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.055885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.056113] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.056265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.056341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.056525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.056624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.056736] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.183966] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.185045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.185155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.185308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2833403-d523-4069-b5a5-778e92138ff9 with status ACTIVE [ 744.185459] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.185561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.185625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.185824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.185906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.186081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.186231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.186523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.186624] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.186769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.186988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.187490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2833403-d523-4069-b5a5-778e92138ff9 is going to be updated. [ 744.211459] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.211677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.211677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.211969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.212174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.212372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2833403-d523-4069-b5a5-778e92138ff9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.319972] env[63533]: INFO networking_nsxv3.common.synchronization [req-3d6a9c75-88af-4a07-a8ef-ca91c8be6882 req-23b04717-eb22-4307-9b43-107c222958d9 tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 744.323074] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 744.323074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.323074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.323074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.323517] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.567613] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.567832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.567832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.568208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.568208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.568208] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.568392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.568392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.568528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.568606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.568693] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be updated. [ 744.600260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.600399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.600472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.600870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.600870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.614732] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: IN_PROGRESS for 2s [ 744.691456] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.768504] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.768504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.768504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.768504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.768504] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.768504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.768798] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.769367] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.769837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.769837] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.769944] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.770123] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.770267] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.770436] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.771262] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.771659] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.795085] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.796686] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.798067] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.798067] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.798067] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-1d37786b-c74d-41d0-a685-3082d8f007be taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.798067] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.798067] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.798345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.798345] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d37786b-c74d-41d0-a685-3082d8f007be',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.827118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.827118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.827248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.827601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.827601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.827678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.827757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.827912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.827965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.828047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.828573] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f already deleted. [ 744.828573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.196089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.196379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.196379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.196589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.196682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.196789] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be created. [ 745.225425] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.225580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.225652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.229024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.229024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.237851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: UNINITIALIZED for 2s [ 745.300977] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.301162] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.301363] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.301817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.301977] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.302164] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 1d37786b-c74d-41d0-a685-3082d8f007be not found, creating... [ 745.302467] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.302694] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.303364] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.304050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.304050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.304721] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.304900] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.305053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.305319] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.305831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.306049] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 1d37786b-c74d-41d0-a685-3082d8f007be is going to be created. [ 745.340027] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.340302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.340445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.340810] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.341185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.341435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.508037] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: SUCCESS [ 745.508764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.602857] env[63533]: INFO networking_nsxv3.common.synchronization [req-eebf0010-e518-4a39-99a1-b9a8c4c6683a req-b282767f-8344-4af2-b937-b06b828fa31a tempest-ServerAddressesTestJSON-1632524142 tempest-ServerAddressesTestJSON-1632524142-project-member] Enqueued Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 745.603632] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGHEST for action security_group_members [ 745.605182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.605182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.605182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.605182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.605182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.605182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.605182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.605745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.605745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.605745] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.069971] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 746.070250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.070432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.070683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.070875] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.070994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.071215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.071499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.071564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.071650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.071746] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.110845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.111600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.111600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.111600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.111600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.111879] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.111951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.112052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.112258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.112410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.112546] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09699321-e2db-4124-91b2-1f458cde479f is going to be updated. [ 746.156125] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.156125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.156125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.156125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.156125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.173963] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: IN_PROGRESS for 2s [ 746.497709] env[63533]: INFO networking_nsxv3.common.synchronization [req-3d6a9c75-88af-4a07-a8ef-ca91c8be6882 req-6eb07217-a59a-4ca9-8fc7-82f51f4f3373 service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 746.497967] env[63533]: INFO networking_nsxv3.common.synchronization [req-3d6a9c75-88af-4a07-a8ef-ca91c8be6882 req-6eb07217-a59a-4ca9-8fc7-82f51f4f3373 service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 746.498074] env[63533]: INFO networking_nsxv3.common.synchronization [req-3d6a9c75-88af-4a07-a8ef-ca91c8be6882 req-6eb07217-a59a-4ca9-8fc7-82f51f4f3373 service nova] Enqueued Resource ID: 1d37786b-c74d-41d0-a685-3082d8f007be with Priority: HIGHEST for action port [ 746.502803] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 746.502803] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 746.502803] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37786b-c74d-41d0-a685-3082d8f007be with Priority: HIGHEST for action port [ 746.503581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.503581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.503581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.503799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.503799] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.504704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.504819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.504882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.505062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.505214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.505687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.505687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.505687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.505687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.505687] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.506719] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d37786b-c74d-41d0-a685-3082d8f007be taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.506821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.507856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.507856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.507856] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d37786b-c74d-41d0-a685-3082d8f007be',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.576971] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.576971] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.576971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.577401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.577705] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.577858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.577925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.578099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.578244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.578375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.578415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.578531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.578607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.578687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.578789] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.602882] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f502e503-7c6a-4eeb-80cd-caff03927c4e None None] Enqueued Resource ID: 01b3b62c-0615-4860-be66-c421e786fbe2 with Priority: HIGHEST for action port [ 746.602882] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b3b62c-0615-4860-be66-c421e786fbe2 with Priority: HIGHEST for action port [ 746.603758] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b3b62c-0615-4860-be66-c421e786fbe2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.603758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b3b62c-0615-4860-be66-c421e786fbe2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.603758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b3b62c-0615-4860-be66-c421e786fbe2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.603881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b3b62c-0615-4860-be66-c421e786fbe2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.604738] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b3b62c-0615-4860-be66-c421e786fbe2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.625975] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891ba486-e27e-4298-8f01-9de2595554a1 in Status: SUCCESS [ 746.626234] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 deletion is rescheduled due to dependency. [ 746.626354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.012034] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.012034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.012034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d37786b-c74d-41d0-a685-3082d8f007be with status ACTIVE [ 747.012034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.012034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.012034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.013631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.014117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.014516] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.014822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.015694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.015694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.015694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.016251] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d37786b-c74d-41d0-a685-3082d8f007be is going to be updated. [ 747.051851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.051851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.051851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.051851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.051851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.051851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d37786b-c74d-41d0-a685-3082d8f007be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.083078] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac: rpc.has_security_group_logging(os_id): False [ 747.100150] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.100150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.100150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.101217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.101217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.101217] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.103018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.103018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.103018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.103819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.106987] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 747.106987] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01b3b62c-0615-4860-be66-c421e786fbe2 [ 747.106987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.106987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.106987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.106987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.106987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.106987] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01b3b62c-0615-4860-be66-c421e786fbe2 already deleted. [ 747.106987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b3b62c-0615-4860-be66-c421e786fbe2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.170066] env[63533]: INFO networking_nsxv3.common.synchronization [req-041e8cc6-154c-481d-9705-8e473ac8e0bf req-4eaa62da-4ca7-4ea7-937e-e33a01b81ae2 tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 747.170066] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 747.170066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.170794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.172920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.174330] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.177164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.177164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.177164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.177164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.177164] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.215035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.215035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.215035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.215035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.215035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.236771] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 747.254850] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 747.255128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.255762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.256075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.256344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.256493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.256614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.256824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.256958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.257070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.257169] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.512757] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.652711] env[63533]: INFO networking_nsxv3.common.synchronization [req-692bb16d-b170-4714-8e6c-9aeb20ebadf5 req-affb4e7e-3e5b-4a94-9657-1c16f5915ba3 tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 747.655187] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 747.655579] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.655704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.655771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.655977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.656136] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.656231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.656290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.656455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.656511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.656601] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.680344] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.764963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.765907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.765907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.765907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.765907] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.765907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.765907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.766212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.766212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.766212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.766312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.766358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.766393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.766529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.766658] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.766743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.767414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.767753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.767855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.767956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.768069] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.018158] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.018158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.018378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.019070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.019070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.019070] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be created. [ 748.049436] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.049587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.049655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.049876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.050106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.064484] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: UNINITIALIZED for 2s [ 748.161222] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.161222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.161222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.162807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.162948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.163334] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.163334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.163467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.163655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.163739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.163786] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be updated. [ 748.184234] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09699321-e2db-4124-91b2-1f458cde479f in Status: SUCCESS [ 748.184417] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09699321-e2db-4124-91b2-1f458cde479f deletion is rescheduled due to dependency. [ 748.185043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.185043] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.194413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.194601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.194670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.194882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.195025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.205558] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.205740] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.205885] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.206678] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.206949] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.208907] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.211000] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.211302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.211486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.211722] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.211839] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.211967] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.212087] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.212199] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.212307] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.212448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.214278] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 748.236444] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.236444] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.236444] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.236444] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-205" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.236444] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236444] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.236444] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236444] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.236444] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d45b11c-cd3e-4589-9931-5ffdbbc4e193',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.270181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 748.291311] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.291448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.291536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.291738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.291822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.292038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.292135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.292189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.292338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.292408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.292776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.292776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.292776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.293798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.293798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.293798] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be created. [ 748.390219] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.410677] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 748.688313] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.689781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.689781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.692019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 748.727607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.727607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.727607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.727607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.727607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.737315] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 748.739284] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.739456] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.739569] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.739884] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.740060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.740221] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 not found, creating... [ 748.740702] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.740920] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.741170] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.741809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.741809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.741997] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.742213] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.742360] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.742706] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.742768] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.742919] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 is going to be created. [ 748.766739] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.767154] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.767401] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.771022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.771022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.771022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.160048] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 749.160048] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:1 started [ 749.220844] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5b17eae6-be6e-4952-b524-7ea33c03e895 None None] Enqueued Resource ID: 37eec8f3-a76e-4d33-b324-1c0909148bd2 with Priority: HIGHEST for action port [ 749.221157] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eec8f3-a76e-4d33-b324-1c0909148bd2 with Priority: HIGHEST for action port [ 749.222034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-37eec8f3-a76e-4d33-b324-1c0909148bd2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.224896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37eec8f3-a76e-4d33-b324-1c0909148bd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.224896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37eec8f3-a76e-4d33-b324-1c0909148bd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.224896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37eec8f3-a76e-4d33-b324-1c0909148bd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.224896] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eec8f3-a76e-4d33-b324-1c0909148bd2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.260503] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 749.261321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.724182] env[63533]: INFO networking_nsxv3.common.synchronization [req-692bb16d-b170-4714-8e6c-9aeb20ebadf5 req-607191d4-b6db-4f86-ac04-263af2538e79 service nova] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 749.724182] env[63533]: INFO networking_nsxv3.common.synchronization [req-692bb16d-b170-4714-8e6c-9aeb20ebadf5 req-607191d4-b6db-4f86-ac04-263af2538e79 service nova] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 749.727140] env[63533]: INFO networking_nsxv3.common.synchronization [req-692bb16d-b170-4714-8e6c-9aeb20ebadf5 req-607191d4-b6db-4f86-ac04-263af2538e79 service nova] Enqueued Resource ID: 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 with Priority: HIGHEST for action port [ 749.727140] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_rules [ 749.727140] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 749.727140] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 with Priority: HIGHEST for action port [ 749.727140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.727140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.727140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.727140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.727140] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.729522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.729522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.729522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.729522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.729522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.729858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.729858] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d45b11c-cd3e-4589-9931-5ffdbbc4e193',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.730614] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37eec8f3-a76e-4d33-b324-1c0909148bd2 [ 749.732023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.732023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.732023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.732023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.732023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.732023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37eec8f3-a76e-4d33-b324-1c0909148bd2 already deleted. [ 749.732023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37eec8f3-a76e-4d33-b324-1c0909148bd2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.077818] env[63533]: INFO networking_nsxv3.common.synchronization [req-48dee608-ece8-433f-9ab1-b575e0bdb7f7 req-62afcbed-033f-42e7-a488-8f0bea3bf01b tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 750.080382] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 750.080587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.083703] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 750.083923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.084193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.084376] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.084506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.084581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.084746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.084836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.084909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.084994] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.086212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.086318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.086381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.086576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.086717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.086809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.086867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.087042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.089329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.091020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.228021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 750.228021] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 deletion is rescheduled due to dependency. [ 750.228021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.228021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.228021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.228021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.228021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.228021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.228594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.228688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.228785] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.233927] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.233927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.237183] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 with status ACTIVE [ 750.240432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.240432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.240432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.240432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.240432] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d45b11c-cd3e-4589-9931-5ffdbbc4e193 is going to be updated. [ 750.265032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.265032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.265032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.265032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.265032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.265032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d45b11c-cd3e-4589-9931-5ffdbbc4e193" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.429427] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 750.429427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.591784] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.592042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.592279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.592494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.593016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.593016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.593016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.593016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.593193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.593271] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.593380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.593423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.593602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.593765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.593859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.593912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.594071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.594149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.594285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.594389] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.596091] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.596091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.596091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.596091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.596091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.596631] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.596631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.596631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.596631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.596631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.596916] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb already deleted. [ 750.596916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.681021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.681021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.681021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.681021] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.681021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.681021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.681021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.682062] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.682062] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.682062] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.711303] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.711303] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.711303] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.711303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.711303] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2e0047f2-712d-4e63-b423-df4605d54382 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.711303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.711303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.711659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.711698] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0047f2-712d-4e63-b423-df4605d54382',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.733305] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.751348] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 750.751752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.098966] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15ff4895-1706-4bf6-bd53-6169a68be64f: rpc.has_security_group_logging(os_id): False [ 751.126031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.126031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.126031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.126031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.127779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.128076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.128858] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.131569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.131569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.131569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.131569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.131569] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be created. [ 751.214971] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.215286] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.215419] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.215725] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.215962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.216090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2e0047f2-712d-4e63-b423-df4605d54382 not found, creating... [ 751.216386] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.216550] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.216710] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.216969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.217149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.217445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.217623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.217781] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.218212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.218384] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2e0047f2-712d-4e63-b423-df4605d54382 is going to be created. [ 751.222027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.222186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.222224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.222406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.222667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.235288] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 751.237963] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.262045] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.262045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.262045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.262045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.262045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.742055] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.742055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.742055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.742055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.742055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.742055] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be updated. [ 751.772740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.772888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.772950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.773203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.773703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.783730] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 752.426387] env[63533]: INFO networking_nsxv3.common.synchronization [req-48dee608-ece8-433f-9ab1-b575e0bdb7f7 req-d69e814d-62d7-48bd-9470-2cde3975641e service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 752.426675] env[63533]: INFO networking_nsxv3.common.synchronization [req-48dee608-ece8-433f-9ab1-b575e0bdb7f7 req-d69e814d-62d7-48bd-9470-2cde3975641e service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 752.426675] env[63533]: INFO networking_nsxv3.common.synchronization [req-48dee608-ece8-433f-9ab1-b575e0bdb7f7 req-d69e814d-62d7-48bd-9470-2cde3975641e service nova] Enqueued Resource ID: 2e0047f2-712d-4e63-b423-df4605d54382 with Priority: HIGHEST for action port [ 752.427013] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 752.427074] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 752.427181] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0047f2-712d-4e63-b423-df4605d54382 with Priority: HIGHEST for action port [ 752.428578] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.428578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.428578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.428578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.428578] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.430044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.430368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.430368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.430591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.431635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.431635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.431635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.431635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.431635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.431635] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.435328] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0047f2-712d-4e63-b423-df4605d54382 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.435328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.435328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.436404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.436404] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0047f2-712d-4e63-b423-df4605d54382',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.939970] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.943336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.943336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.943336] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e0047f2-712d-4e63-b423-df4605d54382 with status ACTIVE [ 752.943336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.943336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.943336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.943681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.943681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.943681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.943804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.943838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.948048] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.948048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.948048] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e0047f2-712d-4e63-b423-df4605d54382 is going to be updated. [ 752.978945] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.979217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.979289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.979472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.979612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.979778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0047f2-712d-4e63-b423-df4605d54382" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.251690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 753.253392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.449757] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.798627] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.798627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.798627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.801197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.952742] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.953139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.953139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.953266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.953317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.953565] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be created. [ 753.993523] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.993814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.994026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.994399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.006868] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: UNINITIALIZED for 2s [ 754.306788] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.812465] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51: rpc.has_security_group_logging(os_id): False [ 754.838487] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.838487] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.838487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.838487] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be updated. [ 754.926046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.926205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.926278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.926497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.926648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.944174] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 755.286421] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f33341ca-5498-4579-a436-015752480ed0 None None] Enqueued Resource ID: 922bad62-022d-41a4-93e1-c820ce484749 with Priority: HIGHEST for action port [ 755.286726] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922bad62-022d-41a4-93e1-c820ce484749 with Priority: HIGHEST for action port [ 755.287332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-922bad62-022d-41a4-93e1-c820ce484749 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.287460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922bad62-022d-41a4-93e1-c820ce484749" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.287525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922bad62-022d-41a4-93e1-c820ce484749" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.288348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922bad62-022d-41a4-93e1-c820ce484749" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.288441] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922bad62-022d-41a4-93e1-c820ce484749',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.370540] env[63533]: INFO networking_nsxv3.common.synchronization [req-689f96cb-7b68-483d-8c8c-b68815aaba86 req-71ea414a-e725-4f0f-b4b2-9cb244815e26 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 755.371112] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 755.371442] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.371649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.371649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.371850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.372019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.372813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.372959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.373148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.373237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.373338] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.790852] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 922bad62-022d-41a4-93e1-c820ce484749 [ 755.791193] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.791315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.791380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.791598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.791765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.791765] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:922bad62-022d-41a4-93e1-c820ce484749 already deleted. [ 755.791876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922bad62-022d-41a4-93e1-c820ce484749" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.876373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.876600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.876881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.877341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.877341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.877712] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.877802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.877974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.878210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.878445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.878534] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 already deleted. [ 755.878706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.019632] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 756.019763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.019948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.020220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.020416] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.020538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.020645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.020769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.020875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.020931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.021041] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.525515] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.525853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.525853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.527463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.527463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.527463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.527463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.528311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.528311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.528311] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.756534] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.756934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.757215] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.757597] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.757943] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.758190] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.758323] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.758728] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.758912] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.759227] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.759388] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.759513] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.759640] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.759888] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.760271] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.760484] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.788445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.788445] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.788445] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.788445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.788445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-a679ee9b-3e51-4ce7-ab24-0792218d36ba taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.788445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.788445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.788445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.788445] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a679ee9b-3e51-4ce7-ab24-0792218d36ba',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.964857] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 756.965827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.018341] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c2cce896-2be8-442a-b930-b234522e5f74 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 757.019317] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 757.020458] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.020648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.020749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.021125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.021251] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.033025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb: rpc.has_security_group_logging(os_id): False [ 757.053096] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.055021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.055021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.055021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.055929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.056246] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.056468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.056645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.057109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.057399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.057705] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be created. [ 757.119678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.119872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.119872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.120108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.120287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.138946] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 757.149096] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2b2f86ae-3d15-4ba1-8f81-59a0aa7d0d32 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 757.149632] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 757.149950] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.150353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.296734] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.296960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.297100] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.297411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.297561] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.297718] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port a679ee9b-3e51-4ce7-ab24-0792218d36ba not found, creating... [ 757.297988] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.298153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.298267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.298490] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.298627] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.298946] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.299069] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.299184] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.299400] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.299531] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.299668] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: a679ee9b-3e51-4ce7-ab24-0792218d36ba is going to be created. [ 757.325506] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.325718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.325972] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.326185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.326421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.326662] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.547183] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.547183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.547183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.547533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.547533] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec07eae-12f2-47d8-b039-38ab744129fe already deleted. [ 757.547642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.547709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.547973] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.073667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.073667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.073667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.074025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.074025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.074143] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec07eae-12f2-47d8-b039-38ab744129fe already deleted. [ 758.074207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.156867] env[63533]: INFO networking_nsxv3.common.synchronization [None req-37f70bc3-b3d4-45be-8040-f2a0be5fa320 None None] Enqueued Resource ID: 33f79e71-7784-4dbb-a3bc-e8d42acdea6b with Priority: HIGHEST for action port [ 758.157366] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f79e71-7784-4dbb-a3bc-e8d42acdea6b with Priority: HIGHEST for action port [ 758.157732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f79e71-7784-4dbb-a3bc-e8d42acdea6b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.157913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f79e71-7784-4dbb-a3bc-e8d42acdea6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.158479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f79e71-7784-4dbb-a3bc-e8d42acdea6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.158856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f79e71-7784-4dbb-a3bc-e8d42acdea6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.160020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f79e71-7784-4dbb-a3bc-e8d42acdea6b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.190113] env[63533]: INFO networking_nsxv3.common.synchronization [req-689f96cb-7b68-483d-8c8c-b68815aaba86 req-fac126de-55a0-4f82-8ddf-1661be6339e6 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 758.190296] env[63533]: INFO networking_nsxv3.common.synchronization [req-689f96cb-7b68-483d-8c8c-b68815aaba86 req-fac126de-55a0-4f82-8ddf-1661be6339e6 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 758.190431] env[63533]: INFO networking_nsxv3.common.synchronization [req-689f96cb-7b68-483d-8c8c-b68815aaba86 req-fac126de-55a0-4f82-8ddf-1661be6339e6 service nova] Enqueued Resource ID: a679ee9b-3e51-4ce7-ab24-0792218d36ba with Priority: HIGHEST for action port [ 758.190915] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 758.191060] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 758.191464] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a679ee9b-3e51-4ce7-ab24-0792218d36ba with Priority: HIGHEST for action port [ 758.191759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.191919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.191955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.192635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.192728] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.193844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.193844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.193844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.194045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.194159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.194261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.194325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.194471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.194595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.194700] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.195726] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a679ee9b-3e51-4ce7-ab24-0792218d36ba taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.195840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.195908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.198629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.198727] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a679ee9b-3e51-4ce7-ab24-0792218d36ba',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.664592] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33f79e71-7784-4dbb-a3bc-e8d42acdea6b [ 758.664592] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.664592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.664592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.664592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.664592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.664592] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33f79e71-7784-4dbb-a3bc-e8d42acdea6b already deleted. [ 758.664592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f79e71-7784-4dbb-a3bc-e8d42acdea6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.700226] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.700330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.700557] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.703128] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a679ee9b-3e51-4ce7-ab24-0792218d36ba with status ACTIVE [ 758.703919] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.703919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.703919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.703919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.704159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.704159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.704241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.704278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.704603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.704603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.704826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.704826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.704826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.705040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.705079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.705799] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a679ee9b-3e51-4ce7-ab24-0792218d36ba is going to be updated. [ 758.731830] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.732080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.733657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.733657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a679ee9b-3e51-4ce7-ab24-0792218d36ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.987297] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-51814d6f-2619-47e3-adf8-fd5f887d5b2b tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 758.987920] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 758.988400] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.989564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.989564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.989564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.989564] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.989564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.989564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.990216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.990216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.990216] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.152950] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 759.153192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.203947] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.492652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.492815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.492888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.493206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.493328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.493534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.493718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.493780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.493939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.494028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.494205] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d already deleted. [ 759.494356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.630747] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.630931] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.631073] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.634366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.634366] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.634366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.634366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.634366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.634366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.634366] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.634366] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.634366] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.634366] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.634366] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.634366] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.634366] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.660607] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.660607] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.660607] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.660607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.660607] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-cb36613d-3fcd-42c3-9f60-e642855df901 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.660607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.660607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.661701] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.661824] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb36613d-3fcd-42c3-9f60-e642855df901',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.707665] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.707665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.707665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.707665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.707665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.707665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be created. [ 759.735397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.735581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.735781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.735864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.736129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.748153] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: UNINITIALIZED for 2s [ 760.164516] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.164970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.164970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.165065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.165206] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.165391] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port cb36613d-3fcd-42c3-9f60-e642855df901 not found, creating... [ 760.165763] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.165992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.166185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.166408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.166712] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.166917] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.168207] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.168357] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.168645] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.168810] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.169033] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: cb36613d-3fcd-42c3-9f60-e642855df901 is going to be created. [ 760.201249] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.201510] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.201637] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.201984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.202236] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.202498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.964375] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-417db59d-29b8-478e-a5ea-9edcf6968c02 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 760.964718] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-417db59d-29b8-478e-a5ea-9edcf6968c02 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 760.964718] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-417db59d-29b8-478e-a5ea-9edcf6968c02 service nova] Enqueued Resource ID: cb36613d-3fcd-42c3-9f60-e642855df901 with Priority: HIGHEST for action port [ 760.964961] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 760.965194] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 760.965194] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb36613d-3fcd-42c3-9f60-e642855df901 with Priority: HIGHEST for action port [ 760.965682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.965822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.965890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.967334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.967417] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.970470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.970616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.970679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.970892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.971032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.971137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.971200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.971344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.971441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.971548] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.973148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb36613d-3fcd-42c3-9f60-e642855df901 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.973276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.973336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.973601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.973601] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb36613d-3fcd-42c3-9f60-e642855df901',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.476080] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb36613d-3fcd-42c3-9f60-e642855df901 with status ACTIVE [ 761.476356] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.476508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.476625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.476908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.477018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.477214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.477368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.477443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.477620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.477743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.477962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.478255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.478255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.478391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.478439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.478525] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb36613d-3fcd-42c3-9f60-e642855df901 is going to be updated. [ 761.479981] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.481098] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.481098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.503852] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.504066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.504369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.504521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb36613d-3fcd-42c3-9f60-e642855df901" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.759034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 761.759034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.759230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.759336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.759529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.759647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.759716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.759866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.759949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.760046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.760138] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.985573] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.267206] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.486908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.487347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.490032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.490032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.490032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be created. [ 762.520249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.520511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.520599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.520808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.520967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.532340] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: UNINITIALIZED for 2s [ 762.769393] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20604ed1-89d7-44c8-a22d-d29c140065b8: rpc.has_security_group_logging(os_id): False [ 762.799032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.799032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.799032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.799032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be created. [ 762.886554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.886763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.886763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.887032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.887434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.904014] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 764.551876] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.551876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.551876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.551876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.918970] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 764.920021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.057608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.057824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.057902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.058335] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.058434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.058499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.058743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.058831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.058981] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.059111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.059173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.059377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.059687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.059788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.059788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.060184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.060309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.060439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.060776] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.568330] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febaf1d4-df55-409d-bc26-ce7685512f9d: rpc.has_security_group_logging(os_id): False [ 765.591282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.593110] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.593110] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.593110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.593721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.593721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.593721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.593721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.593721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.593721] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be created. [ 765.737291] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.737291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.737291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.737291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.737291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.751232] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 765.965929] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 765.965929] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 767.774024] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 767.774024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.179377] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ef2e4b31-c1db-4bac-a543-3aef5542ce92 None None] Enqueued Resource ID: 36f84d90-cd07-42ad-9c58-e30e3323fa39 with Priority: HIGHEST for action port [ 770.180117] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f84d90-cd07-42ad-9c58-e30e3323fa39 with Priority: HIGHEST for action port [ 770.180590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f84d90-cd07-42ad-9c58-e30e3323fa39 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.180590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f84d90-cd07-42ad-9c58-e30e3323fa39" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.180820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f84d90-cd07-42ad-9c58-e30e3323fa39" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.180935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f84d90-cd07-42ad-9c58-e30e3323fa39" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.181019] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f84d90-cd07-42ad-9c58-e30e3323fa39',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.686598] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f84d90-cd07-42ad-9c58-e30e3323fa39 [ 770.686843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.686963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.687053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.687276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.687402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.687474] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f84d90-cd07-42ad-9c58-e30e3323fa39 already deleted. [ 770.687547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f84d90-cd07-42ad-9c58-e30e3323fa39" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.725435] env[63533]: INFO networking_nsxv3.common.synchronization [req-32c4aa37-3f1c-4777-8519-34888b2069bd req-5e605e30-9b79-4c2e-a390-db08ee6db317 tempest-FloatingIPsAssociationTestJSON-1944781937 tempest-FloatingIPsAssociationTestJSON-1944781937-project-member] Enqueued Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 770.725435] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48175264-9b9e-469e-89ea-8311c74f4c91 with Priority: HIGHEST for action security_group_members [ 770.725435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-48175264-9b9e-469e-89ea-8311c74f4c91 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.725435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.725435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.731056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.731056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.731056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.731056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.731056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.731056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.731056] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48175264-9b9e-469e-89ea-8311c74f4c91',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.231600] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.232037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.232037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.232253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.232351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.232572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.232677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.232739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.232897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.232974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.233077] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 is going to be updated. [ 771.274954] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.274954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.274954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.275315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.275315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.286501] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: IN_PROGRESS for 2s [ 772.003331] env[63533]: INFO networking_nsxv3.common.synchronization [req-6ee2f82b-2e2d-42e9-91d1-c52af1b9f860 req-bc7608f1-852c-4a7e-861a-39de8385a983 tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 772.004874] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 772.004874] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.004874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.004874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.004874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.004874] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.009246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.009547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.009610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.010211] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.518543] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.519257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.519753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.520187] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.520396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.520736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.522920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.522920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.522920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.522920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.522920] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 772.555383] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.555383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.555383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.555383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.555383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.563546] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 772.668853] env[63533]: INFO networking_nsxv3.common.synchronization [None req-cabd07d0-dbcc-42ed-bd2c-20a534b6f219 None None] Enqueued Resource ID: e70c3303-e65d-487c-ba7f-5c760eb80674 with Priority: HIGHEST for action port [ 772.670525] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70c3303-e65d-487c-ba7f-5c760eb80674 with Priority: HIGHEST for action port [ 772.670525] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e70c3303-e65d-487c-ba7f-5c760eb80674 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.670525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e70c3303-e65d-487c-ba7f-5c760eb80674" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.670525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e70c3303-e65d-487c-ba7f-5c760eb80674" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.670767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e70c3303-e65d-487c-ba7f-5c760eb80674" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.670876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70c3303-e65d-487c-ba7f-5c760eb80674',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.173884] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e70c3303-e65d-487c-ba7f-5c760eb80674 [ 773.174168] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.174272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.174339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.174554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.174649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.174761] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e70c3303-e65d-487c-ba7f-5c760eb80674 already deleted. [ 773.174880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e70c3303-e65d-487c-ba7f-5c760eb80674" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.308106] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48175264-9b9e-469e-89ea-8311c74f4c91 in Status: SUCCESS [ 773.308106] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48175264-9b9e-469e-89ea-8311c74f4c91 deletion is rescheduled due to dependency. [ 773.308356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48175264-9b9e-469e-89ea-8311c74f4c91" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.574303] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 774.574693] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f deletion is rescheduled due to dependency. [ 774.574855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.952982] env[63533]: INFO networking_nsxv3.common.synchronization [req-c1379968-bf2d-4b16-9f3e-1275b16df108 req-50740ccc-5e96-4d1b-abb1-c508e80b3e19 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 774.952982] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 774.952982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.952982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.952982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.952982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.953486] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.953486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.953668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.953801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.953952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.954113] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.371898] env[63533]: INFO networking_nsxv3.common.synchronization [req-a578f839-f4bf-4351-8d0f-da23955728be req-aa1d9c84-bcc2-4522-b474-8b9d4e079d46 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 775.372507] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 775.372837] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.373026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.373073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.373307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.373476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.373593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.373646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.373818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.373909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.374021] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.456517] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.456787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.456871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.457144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.457949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.457949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.457949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.457949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.457949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.457949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.458348] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 775.488773] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.488773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.489015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.489098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.489366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.501624] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 775.877697] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.878127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.878127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.878228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.878338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.878574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.878680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.878728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.878855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.878959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.879048] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 775.913494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.913494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.913494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.913875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.914073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.928048] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 777.514916] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 777.515223] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 777.515268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.940241] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 777.940241] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 777.940241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.095279] env[63533]: INFO networking_nsxv3.common.synchronization [None req-373a549a-b0e3-4b14-8dd5-61cbadcbaf80 None None] Enqueued Resource ID: 2a1a4134-b049-4dad-8d67-b6aa925ef0b9 with Priority: HIGHEST for action port [ 779.095939] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1a4134-b049-4dad-8d67-b6aa925ef0b9 with Priority: HIGHEST for action port [ 779.096273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1a4134-b049-4dad-8d67-b6aa925ef0b9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.096447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1a4134-b049-4dad-8d67-b6aa925ef0b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.096516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1a4134-b049-4dad-8d67-b6aa925ef0b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.096732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1a4134-b049-4dad-8d67-b6aa925ef0b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.096864] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1a4134-b049-4dad-8d67-b6aa925ef0b9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.526380] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-5b71374f-9514-4ec0-9c64-485070851622 tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 779.526955] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 779.527301] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.527440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.528275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.528275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.528275] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.528275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.531132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.531371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.531470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.531578] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.606547] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a1a4134-b049-4dad-8d67-b6aa925ef0b9 [ 779.606644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.606776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.606841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.607063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.607142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.608464] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a1a4134-b049-4dad-8d67-b6aa925ef0b9 already deleted. [ 779.608464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1a4134-b049-4dad-8d67-b6aa925ef0b9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.041074] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.231778] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.232122] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.232174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.234651] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.234878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.234997] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.239021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.239021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.239021] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.239021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.239021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.239021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.239021] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.239021] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.239021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.263243] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.263243] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.264121] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.264121] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.264359] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-07400758-b7cb-4bba-9927-f1576e625a45 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.264817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.265023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.265385] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.265818] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07400758-b7cb-4bba-9927-f1576e625a45',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.542491] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.769224] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.769416] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.769521] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.769930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.770037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.770136] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 07400758-b7cb-4bba-9927-f1576e625a45 not found, creating... [ 780.770499] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770604] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.770675] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.770900] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.771050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.771334] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.771487] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.771659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.771930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.771930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.775174] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 07400758-b7cb-4bba-9927-f1576e625a45 is going to be created. [ 780.798214] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.798498] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.798591] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.798839] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.799083] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.799388] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.048934] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.048934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.048934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.049335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.049335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.049477] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 781.082615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.082767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.082841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.083188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.083322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.096843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 781.476173] env[63533]: INFO networking_nsxv3.common.synchronization [None req-3d9ea0c3-e8b5-4294-a239-f19e6fa9d893 None None] Enqueued Resource ID: c4d6f7ee-adf6-4a22-927a-214991b423b1 with Priority: HIGHEST for action port [ 781.476173] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d6f7ee-adf6-4a22-927a-214991b423b1 with Priority: HIGHEST for action port [ 781.476173] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d6f7ee-adf6-4a22-927a-214991b423b1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.476173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d6f7ee-adf6-4a22-927a-214991b423b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.476173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d6f7ee-adf6-4a22-927a-214991b423b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.476173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d6f7ee-adf6-4a22-927a-214991b423b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.476173] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d6f7ee-adf6-4a22-927a-214991b423b1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-b425afd5-8742-4cce-8159-06dee75c232d service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-b425afd5-8742-4cce-8159-06dee75c232d service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [req-7950d22b-47fb-40e3-9396-f3666ea95c6f req-b425afd5-8742-4cce-8159-06dee75c232d service nova] Enqueued Resource ID: 07400758-b7cb-4bba-9927-f1576e625a45 with Priority: HIGHEST for action port [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 781.602949] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07400758-b7cb-4bba-9927-f1576e625a45 with Priority: HIGHEST for action port [ 781.607160] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.607160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.607160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.607160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.607160] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.607941] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.608013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.608244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-07400758-b7cb-4bba-9927-f1576e625a45 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.608307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.608359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.608499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.608579] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07400758-b7cb-4bba-9927-f1576e625a45',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.976813] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4d6f7ee-adf6-4a22-927a-214991b423b1 [ 781.978887] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.979160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.979251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.979432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.979508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.979616] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4d6f7ee-adf6-4a22-927a-214991b423b1 already deleted. [ 781.979693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d6f7ee-adf6-4a22-927a-214991b423b1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.111297] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07400758-b7cb-4bba-9927-f1576e625a45 with status ACTIVE [ 782.111513] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.111710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.112042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.112234] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.112386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.115090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.115250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.115475] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.115576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.115639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.115809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.115884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.115969] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07400758-b7cb-4bba-9927-f1576e625a45 is going to be updated. [ 782.117679] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.117785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.149368] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.149522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.149590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.149802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.149936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.150124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07400758-b7cb-4bba-9927-f1576e625a45" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.104843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 783.104843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.105285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.106612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.106612] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.107035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.107035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.107035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.107035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.107235] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.610622] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.113495] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.209084] env[63533]: INFO networking_nsxv3.common.synchronization [req-2a8e9b44-105a-4a48-8f7c-b334fe1432b3 req-5c1b439f-83c9-44e1-9a5d-84c0eb80ef5f tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 784.210886] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 784.212580] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.212777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.213194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.213194] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.213364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.213364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.213470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.213523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.215840] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.621764] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.622097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.622097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.622412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.622572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.622740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 784.661367] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.661660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.661660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.661890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.662083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.674466] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 784.719562] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.222278] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.268806] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.269013] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.269080] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.269394] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.269637] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.269800] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.269991] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.270288] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.270464] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.270693] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.270752] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.270847] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.270973] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.271113] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.271233] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.271367] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.297169] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.297639] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.297639] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.297799] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.298077] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-11d7dbc5-d269-456b-9a7a-601759e64b51 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.298284] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.298374] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.298712] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.298851] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d7dbc5-d269-456b-9a7a-601759e64b51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.464306] env[63533]: INFO networking_nsxv3.common.synchronization [req-d75788c3-ff8b-49ee-a75c-b482c8fd1024 req-30ce34fc-f977-423c-a8b7-37894f50ecdc tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 785.465144] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 785.465541] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.465704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.465904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.466079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.466315] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.466412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.466496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.466691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.466801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.466923] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.724972] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.725211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.725274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.725513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.725662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.725727] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 785.764450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.764450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.764450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.764450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.764450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.787192] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 785.801742] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.801981] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.802143] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.802455] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.802608] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.802765] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 11d7dbc5-d269-456b-9a7a-601759e64b51 not found, creating... [ 785.803139] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.803291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.803413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.803644] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.803836] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.804102] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.804284] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.804408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.804621] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.804796] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.804911] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 11d7dbc5-d269-456b-9a7a-601759e64b51 is going to be created. [ 785.834290] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.834290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.834290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.834634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.834801] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.835340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.970226] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.474637] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.684526] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 786.684779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.685023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.685395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.689020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.689020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.689020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.689020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.689020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.689020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.689020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [req-2a8e9b44-105a-4a48-8f7c-b334fe1432b3 req-ff2986cd-a01b-43ac-839c-612abdf1377f service nova] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_rules [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [req-2a8e9b44-105a-4a48-8f7c-b334fe1432b3 req-ff2986cd-a01b-43ac-839c-612abdf1377f service nova] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [req-2a8e9b44-105a-4a48-8f7c-b334fe1432b3 req-ff2986cd-a01b-43ac-839c-612abdf1377f service nova] Enqueued Resource ID: 11d7dbc5-d269-456b-9a7a-601759e64b51 with Priority: HIGHEST for action port [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_rules [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 786.974020] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7dbc5-d269-456b-9a7a-601759e64b51 with Priority: HIGHEST for action port [ 786.974020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.974020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.974020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.974020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.974020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.974020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d7dbc5-d269-456b-9a7a-601759e64b51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.974730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.974730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.974730] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d7dbc5-d269-456b-9a7a-601759e64b51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.981835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.981835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.981835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.981835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.981835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.981835] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 787.011553] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.013720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.013720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.013720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.013720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.021574] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 787.115362] env[63533]: INFO networking_nsxv3.common.synchronization [req-ec1b40ea-93dc-4c1d-a46e-fc7353176092 req-534fb62a-95e6-46d1-8263-56d20ac2cfcd tempest-ImagesOneServerTestJSON-1476191925 tempest-ImagesOneServerTestJSON-1476191925-project-member] Enqueued Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 787.115691] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGHEST for action security_group_members [ 787.116427] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.116427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.116427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.116427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.116692] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.116692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.116692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.116819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.117599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.117599] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.190528] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.190712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.190788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.191233] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.194300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.194425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.194644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.194739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.194857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.195053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.195216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.195524] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.195674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.195916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.196041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.196133] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.477413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.477413] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11d7dbc5-d269-456b-9a7a-601759e64b51 with status ACTIVE [ 787.477413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.477413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.477413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.478479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.478479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.478479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.478479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.478479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.478479] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11d7dbc5-d269-456b-9a7a-601759e64b51 is going to be updated. [ 787.501509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.501663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.501735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.502020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.502171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.502331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d7dbc5-d269-456b-9a7a-601759e64b51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.624269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.624269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.624269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.624269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee is going to be updated. [ 787.656646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.656646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.656646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.656646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.656646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.664723] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: IN_PROGRESS for 2s [ 787.698558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febaf1d4-df55-409d-bc26-ce7685512f9d: rpc.has_security_group_logging(os_id): False [ 787.718670] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.718810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.718851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.719238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.723687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.723687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.723687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.723687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.724571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.724571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 787.802262] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 787.802262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.802262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.802262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.802262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.802262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.802262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.802865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.803390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.803686] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.803968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.804202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.804670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.804967] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.819460] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 788.308509] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.813798] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.871436] env[63533]: INFO networking_nsxv3.common.synchronization [req-50e23d06-c17c-4b82-9304-a965125a77c3 req-bfe1a718-1b81-4256-8b2b-1e2fc746a3f3 tempest-ServersTestFqdnHostnames-414457296 tempest-ServersTestFqdnHostnames-414457296-project-member] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 788.872401] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGHEST for action security_group_members [ 788.872988] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.872988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.872988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.873263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.877575] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.877575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.877575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.877575] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.042611] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 789.042830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.319131] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.319131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.319131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.319131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.319131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.319131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 789.351354] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.351577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.352044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.362823] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 789.381188] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.381188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.382982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.382982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.382982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.382982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.383390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.383390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.383533] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 is going to be updated. [ 789.423066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.423250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.423301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.423644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.433531] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: IN_PROGRESS for 2s [ 789.674448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee in Status: SUCCESS [ 789.674616] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee deletion is rescheduled due to dependency. [ 789.674738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.834255] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 789.834572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.786372] env[63533]: INFO networking_nsxv3.common.synchronization [req-937db9ed-b964-4e68-be70-ee19e34b69aa req-a10d09d2-4d21-4e89-a632-e4d70832685b tempest-ListServerFiltersTestJSON-146663809 tempest-ListServerFiltersTestJSON-146663809-project-member] Enqueued Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 790.786372] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae419dac-4edd-49c1-b376-2311e9760e56 with Priority: HIGHEST for action security_group_members [ 790.786639] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae419dac-4edd-49c1-b376-2311e9760e56 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.786753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.786816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.787281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.787443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.787560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.787871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.787984] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae419dac-4edd-49c1-b376-2311e9760e56',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.290705] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.291026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.291026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.291167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.291349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.291528] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.291960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.292070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.292257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.292396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.292582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 is going to be updated. [ 791.324251] env[63533]: INFO networking_nsxv3.common.synchronization [req-448c311d-d2c5-4fab-a9da-d415f0bcbf15 req-6e2c5ef6-be32-49ec-bd93-04a7974bbd00 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 791.324251] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 791.324398] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.324588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.324854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.325642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.325642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.325642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.325642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.326276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.327673] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.407397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 791.407595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.407743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.408022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.408165] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.408324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.408376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.408555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.408635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.408719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.408854] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.415343] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.415343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.415343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.415343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.415343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.424471] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: IN_PROGRESS for 2s [ 791.443821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 in Status: SUCCESS [ 791.444070] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 deletion is rescheduled due to dependency. [ 791.444264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.656031] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.656031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.656031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.656031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.656031] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.656626] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.656869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.657639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.657923] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.658340] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.658924] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.659277] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.659682] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.660363] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.662286] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.662286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.685203] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.685203] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.685203] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.685203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.685203] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-0d48de93-8e4f-4795-a582-f00e76e60047 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.685203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.685203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.685203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.685203] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d48de93-8e4f-4795-a582-f00e76e60047',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.751233] env[63533]: INFO networking_nsxv3.common.synchronization [req-e5e6599a-c477-4e82-9eba-08f1c955678c req-ba405a96-0295-444a-8776-c2a07aa88949 tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 791.753993] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 791.754658] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.754793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.754887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.755284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.755455] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.755564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.755622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.755781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.755855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.755954] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.829172] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.829335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.829402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.829613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.829947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.832068] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.832068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.832068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.832068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.832068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.832068] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 already deleted. [ 791.832068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.911675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.911675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.911974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.912428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.912428] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.912428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.912428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.912651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.912710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.912819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.913394] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.913394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.913394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.913394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.913646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.913646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.913738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.913922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.914548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.914548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.914548] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.188876] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.189278] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.189278] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.189521] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.189689] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.189823] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 0d48de93-8e4f-4795-a582-f00e76e60047 not found, creating... [ 792.190137] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.190239] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.190358] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.190584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.190723] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.190996] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.191167] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.191285] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.191534] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.191692] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.191932] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 0d48de93-8e4f-4795-a582-f00e76e60047 is going to be created. [ 792.220877] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221141] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.221232] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221483] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.221710] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.221938] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.259462] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.416696] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94ad6584-9821-4353-9d10-67ad20f24a32: rpc.has_security_group_logging(os_id): False [ 792.435148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.435358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.435358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.435589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.435699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.435895] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.435999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.436065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.436245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.436332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.436502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.436611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.436673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.436810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.436881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.437098] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.437194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.437255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.437390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.437462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.437561] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 792.500550] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.500715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.500715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.500923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.501092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.514702] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 792.762956] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.075865] env[63533]: INFO networking_nsxv3.common.synchronization [req-e8115f90-9d84-4a94-85a6-77b6b088d1bb req-9e820d6e-1aa8-4eed-80b8-c719988bff65 tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 793.075865] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 793.076031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.264144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.264288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.264335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.264549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.264641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.264736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 793.296625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.296826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.296871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.297205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.297376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.315404] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 793.433688] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae419dac-4edd-49c1-b376-2311e9760e56 in Status: SUCCESS [ 793.434886] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae419dac-4edd-49c1-b376-2311e9760e56 deletion is rescheduled due to dependency. [ 793.434886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae419dac-4edd-49c1-b376-2311e9760e56" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.475126] env[63533]: INFO networking_nsxv3.common.synchronization [req-448c311d-d2c5-4fab-a9da-d415f0bcbf15 req-fda1629d-c2e3-43be-affe-b88f02051e5a service nova] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 793.475314] env[63533]: INFO networking_nsxv3.common.synchronization [req-448c311d-d2c5-4fab-a9da-d415f0bcbf15 req-fda1629d-c2e3-43be-affe-b88f02051e5a service nova] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 793.475447] env[63533]: INFO networking_nsxv3.common.synchronization [req-448c311d-d2c5-4fab-a9da-d415f0bcbf15 req-fda1629d-c2e3-43be-affe-b88f02051e5a service nova] Enqueued Resource ID: 0d48de93-8e4f-4795-a582-f00e76e60047 with Priority: HIGHEST for action port [ 793.475668] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_rules [ 793.475795] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 793.475889] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d48de93-8e4f-4795-a582-f00e76e60047 with Priority: HIGHEST for action port [ 793.476463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.476577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.476638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.476915] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.477734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.477880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.477946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.478149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.478325] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.478420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.478484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.478625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.478713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.478799] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.479525] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d48de93-8e4f-4795-a582-f00e76e60047 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.479631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.479945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.479945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.479945] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d48de93-8e4f-4795-a582-f00e76e60047',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.982524] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.982662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.982883] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.983777] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d48de93-8e4f-4795-a582-f00e76e60047 with status ACTIVE [ 793.983999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.984110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.984171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.984360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.984450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.984617] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.984708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.984892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.984940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.985023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.985469] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.985469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.985469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.985630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.985630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.985709] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d48de93-8e4f-4795-a582-f00e76e60047 is going to be updated. [ 794.016548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.017076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.017076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.017076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.017365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.017365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d48de93-8e4f-4795-a582-f00e76e60047" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.488642] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.527898] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 794.528135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.658674] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d785e8-3707-43aa-bbcc-f5d08dde3a69 req-d52c464a-330f-4360-af02-45e021fb99ae tempest-ServerGroupTestJSON-1945963659 tempest-ServerGroupTestJSON-1945963659-project-member] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 794.659472] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 794.660258] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.660258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.660516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.660669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.660956] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.661187] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.661244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.661485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.661599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.661721] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.971606] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.971864] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-813" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.971978] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-813" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.972320] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-813" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.972569] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.972718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.972830] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.973066] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.973211] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.973410] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.973952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.973952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.973952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.973952] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.973952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.974210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.991442] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.991584] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.991766] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.991988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-813" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.992311] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.992482] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.992600] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992908] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.993065] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cf1960-9e0d-41c9-b9c1-44ff70d859e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.994055] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.994184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.994241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.994409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.994490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.994580] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 is going to be created. [ 795.018141] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.018337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.018337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.018548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.018710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.028718] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: UNINITIALIZED for 2s [ 795.165607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.165607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.165607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.165607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.165607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.166027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.166027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.166027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.166027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.166282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.166282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb already deleted. [ 795.166282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.327896] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.327896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.327896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.327896] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.498770] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.498770] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.498770] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.499316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.499713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.499949] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 not found, creating... [ 795.500404] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.500651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.500826] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.501379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.501611] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.502073] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.502681] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.502681] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.502984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.503189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.503380] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 is going to be created. [ 795.531160] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.531737] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.532194] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.532696] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.532964] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.831848] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.832049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.832163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.832334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.832429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.832690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.832811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.832873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.833041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.833123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.833217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 795.863529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.863682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.863745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.864017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.864169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.873097] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d785e8-3707-43aa-bbcc-f5d08dde3a69 req-9917fe57-eb1b-42f4-9c3b-0df09a5af99b service nova] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_rules [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d785e8-3707-43aa-bbcc-f5d08dde3a69 req-9917fe57-eb1b-42f4-9c3b-0df09a5af99b service nova] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d785e8-3707-43aa-bbcc-f5d08dde3a69 req-9917fe57-eb1b-42f4-9c3b-0df09a5af99b service nova] Enqueued Resource ID: 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 with Priority: HIGHEST for action port [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_rules [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 796.359480] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 with Priority: HIGHEST for action port [ 796.359480] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.359480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.363137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.363611] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.365217] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.365427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.365427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.365688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.365861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.365987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.366729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.366911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.367380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.367380] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.368023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.368381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.368381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.368381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.368972] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cf1960-9e0d-41c9-b9c1-44ff70d859e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.419922] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-73b68a49-96ed-4a1a-b327-9a9ff4e0e24d tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 796.420099] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 796.420459] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.420546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.420546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.420775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.420930] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.421099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.421099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.421282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.421336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.421395] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.831074] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-44c03096-c087-424d-91df-016be494df6a tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 796.831939] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 796.832405] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.832628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.873820] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.874118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.874247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.874389] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 with status ACTIVE [ 796.874541] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.874644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.874705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.874941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.875052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.875231] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.875328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.875391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.875708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.875708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.875813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.875879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.875928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.876483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.876609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.876722] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14cf1960-9e0d-41c9-b9c1-44ff70d859e3 is going to be updated. [ 796.905748] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.906037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.906407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.906579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14cf1960-9e0d-41c9-b9c1-44ff70d859e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.925202] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.925202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.925501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.925501] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.925765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.925962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.926040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 already deleted. [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.929772] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.929772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.929772] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.041048] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: SUCCESS [ 797.041048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.041213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.041339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.041535] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.041651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.041713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.042174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.042174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.042174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.042174] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.231153] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-1be383c3-2e85-4a27-84c4-a93600ad698e tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 797.231944] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 797.235243] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.235354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.379387] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.430370] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.430370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.434025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.434391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.434515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.434769] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.434905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.434986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.435479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.435590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.435707] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 already deleted. [ 797.435809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.436044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.436289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.436510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.436641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.436756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.436951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.437071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.437210] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.547508] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.852837] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.853342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.853342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.853616] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.854060] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.854321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.854568] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.854866] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.855108] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.855434] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.855630] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.855820] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.856057] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.856254] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.856461] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.856709] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.876161] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.876382] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.876515] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.876689] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.877018] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-377fafa3-5b12-4619-8d84-bf0b09188cd6 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.877282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.877443] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.877770] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.877924] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377fafa3-5b12-4619-8d84-bf0b09188cd6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.886762] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 797.886950] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d deletion is rescheduled due to dependency. [ 797.887066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.888574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.888721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.888788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.888970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.889066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.889158] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb is going to be created. [ 797.914022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.914022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.914022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.914022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.914022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.924743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: UNINITIALIZED for 2s [ 797.941405] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.941405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.941405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.941853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.942038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.942345] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.943025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.943025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.943025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.943025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.943025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 already deleted. [ 797.943025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.056530] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0: rpc.has_security_group_logging(os_id): False [ 798.076902] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.077075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.077153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.077419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.077499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.078373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.078373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.078373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.078373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.078373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 is going to be created. [ 798.135111] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.135281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.135330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.135574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.135704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.146529] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: IN_PROGRESS for 2s [ 798.379864] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.380129] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.380266] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.380553] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.380697] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.380847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 377fafa3-5b12-4619-8d84-bf0b09188cd6 not found, creating... [ 798.381145] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.381307] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.381431] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.381653] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.381846] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.382158] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.382314] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.382425] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.382630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.382757] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.382895] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 377fafa3-5b12-4619-8d84-bf0b09188cd6 is going to be created. [ 798.407349] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.407657] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.407732] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.407974] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.408221] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.408442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.154762] env[63533]: INFO networking_nsxv3.common.synchronization [req-d6354fa9-07c2-4aaa-a817-374a90a58ac4 req-b8f12aa5-5d17-447e-bc37-ee876cb8fe79 tempest-ServersNegativeTestMultiTenantJSON-969202362 tempest-ServersNegativeTestMultiTenantJSON-969202362-project-member] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 799.155329] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 799.155642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.155966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.156067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.156366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.156589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.157083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.157083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.157211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.157259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.157625] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.423310] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-34789c90-578c-4e55-96fd-507be94c9be5 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 799.423310] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-34789c90-578c-4e55-96fd-507be94c9be5 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 799.423310] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-34789c90-578c-4e55-96fd-507be94c9be5 service nova] Enqueued Resource ID: 377fafa3-5b12-4619-8d84-bf0b09188cd6 with Priority: HIGHEST for action port [ 799.423855] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 799.424048] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 799.424145] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377fafa3-5b12-4619-8d84-bf0b09188cd6 with Priority: HIGHEST for action port [ 799.424506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.424634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.424704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.424968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.425081] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.426251] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.426251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.426251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.426474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.426530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.426707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.426707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.428054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.428104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.428204] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.429057] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-377fafa3-5b12-4619-8d84-bf0b09188cd6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.429170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.429229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.429479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.429479] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377fafa3-5b12-4619-8d84-bf0b09188cd6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.615984] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.615984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-499" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.615984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-499" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.615984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-499" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.615984] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.615984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.615984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.616588] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.616588] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.616588] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.616588] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.616814] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.616814] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.616893] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.616991] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.617096] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.636023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.636203] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.636352] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.636525] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-499" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.636834] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-90b87b42-1aac-4697-91e2-84193dd93b89 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.637014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.637136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.637769] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.637769] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b87b42-1aac-4697-91e2-84193dd93b89',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.660464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.660464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.660464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.660808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.660808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.660808] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.661019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.661019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.661134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.661134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.661255] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 already deleted. [ 799.661319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.931558] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.932514] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.932669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.932788] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 377fafa3-5b12-4619-8d84-bf0b09188cd6 with status ACTIVE [ 799.932970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.933185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.933479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.933643] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.933790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.934506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.934676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.934900] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.935046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.936018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.936018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.936018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.936018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 377fafa3-5b12-4619-8d84-bf0b09188cd6 is going to be updated. [ 799.937441] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: SUCCESS [ 799.937653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.938059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.938256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.938439] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.938570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.938660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.938828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.938955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.939059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.939173] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.961073] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.961236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.961309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.962149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.962306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-377fafa3-5b12-4619-8d84-bf0b09188cd6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.140379] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.140592] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.140727] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.141012] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.141166] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.141338] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 90b87b42-1aac-4697-91e2-84193dd93b89 not found, creating... [ 800.141593] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.141746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.141934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.142448] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.142448] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.142583] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.142729] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.142841] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.143056] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.143185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.143353] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 90b87b42-1aac-4697-91e2-84193dd93b89 is going to be created. [ 800.159980] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: SUCCESS [ 800.160308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.167914] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.168142] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.168312] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.168553] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.168778] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.169013] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.197232] env[63533]: INFO networking_nsxv3.common.synchronization [req-b0ef009e-0192-4067-938e-c571f3cdd9c3 req-d683c39d-579e-48d2-a689-5f2dbefcd7ff tempest-ServersWithSpecificFlavorTestJSON-1003773190 tempest-ServersWithSpecificFlavorTestJSON-1003773190-project-member] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 800.198910] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGHEST for action security_group_members [ 800.198910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.198910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.198910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.199372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.199372] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.438594] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.444239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.444239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.444239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.444239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.444900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.444900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.444900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.444900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.444900] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.701965] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.702235] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-414" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.702398] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-414" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-414" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.703685] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.703961] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.704308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.704665] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.705126] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.705459] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.705657] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.705843] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.706045] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.706474] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.706687] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.706933] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.708750] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.708990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.709099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.709356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.709721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.710026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.710219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.710343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.710587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.710722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.710870] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be updated. [ 800.748160] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.748628] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.748806] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.748995] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-414" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.749524] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-831b08d0-41bf-439d-8e03-090fc08a5815 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.749524] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.749642] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.749939] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.750666] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831b08d0-41bf-439d-8e03-090fc08a5815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.755344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.755530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.755635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.755887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.756086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.765692] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: IN_PROGRESS for 2s [ 800.941668] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.941842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.941913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.942173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.942275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.942370] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be created. [ 800.946642] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 602ce6ac-7558-4508-a76d-c63d3397a0eb: rpc.has_security_group_logging(os_id): False [ 800.965167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.966455] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.966455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.967012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.967012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.967012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.967012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.967286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.967513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.967715] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.967973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.968090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.968458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.968571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.968694] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb is going to be created. [ 800.973027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.973388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.974382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.974382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.974382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.986137] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: UNINITIALIZED for 2s [ 801.038190] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.038190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.038190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.038190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.038190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.049086] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: IN_PROGRESS for 2s [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [req-d6354fa9-07c2-4aaa-a817-374a90a58ac4 req-42311a75-258d-4b1e-967b-d8735dd345bf service nova] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_rules [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [req-d6354fa9-07c2-4aaa-a817-374a90a58ac4 req-42311a75-258d-4b1e-967b-d8735dd345bf service nova] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [req-d6354fa9-07c2-4aaa-a817-374a90a58ac4 req-42311a75-258d-4b1e-967b-d8735dd345bf service nova] Enqueued Resource ID: 90b87b42-1aac-4697-91e2-84193dd93b89 with Priority: HIGHEST for action port [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_rules [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 801.109034] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b87b42-1aac-4697-91e2-84193dd93b89 with Priority: HIGHEST for action port [ 801.109034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.111714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.111936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.114590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.114590] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.114590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.114590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.114590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.114590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.114911] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.114911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.114911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.115079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.115536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.115669] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.118981] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b87b42-1aac-4697-91e2-84193dd93b89 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.119156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.119604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.119853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.119967] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b87b42-1aac-4697-91e2-84193dd93b89',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.252686] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.253055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.253055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.254633] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 831b08d0-41bf-439d-8e03-090fc08a5815 not found, creating... [ 801.254633] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.254633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.255187] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.255187] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.255187] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.256028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.256028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.256028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 831b08d0-41bf-439d-8e03-090fc08a5815 is going to be created. [ 801.293315] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.293315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.293315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.293315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.293315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.293315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.622900] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.623161] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.623299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.624135] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b87b42-1aac-4697-91e2-84193dd93b89 with status ACTIVE [ 801.624135] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.624135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.624135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.624135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.624135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.624497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.624497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.624497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.624625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.624625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.625550] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.625550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.625550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.625550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.625826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.625826] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b87b42-1aac-4697-91e2-84193dd93b89 is going to be updated. [ 801.649985] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.650152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.650222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.650512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.650648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.650806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b87b42-1aac-4697-91e2-84193dd93b89" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.743210] env[63533]: INFO networking_nsxv3.common.synchronization [req-db17450d-a11f-4e43-9eea-d899bb23ab76 req-a5e061f0-3cf1-4287-8ee1-8dd922e38f74 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 801.743736] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 801.744120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.744250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.744310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.744666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.749018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.749018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.749018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.749018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.749018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.749018] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.127747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.192587] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-2a7feada-deaa-4543-9966-f90e30e3dc82 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 802.192846] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-2a7feada-deaa-4543-9966-f90e30e3dc82 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 802.197979] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-2a7feada-deaa-4543-9966-f90e30e3dc82 service nova] Enqueued Resource ID: 831b08d0-41bf-439d-8e03-090fc08a5815 with Priority: HIGHEST for action port [ 802.198834] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 802.199019] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 802.199193] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b08d0-41bf-439d-8e03-090fc08a5815 with Priority: HIGHEST for action port [ 802.199577] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.199717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.200158] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.200292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.200550] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-831b08d0-41bf-439d-8e03-090fc08a5815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.200694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.200777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.201056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.201174] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831b08d0-41bf-439d-8e03-090fc08a5815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.251473] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.452346] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.452669] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.452669] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.452910] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.453168] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.453324] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.453439] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.454125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.454310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.454527] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.454641] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.454750] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.454856] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.454987] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.455143] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.455279] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.479379] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.479379] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.479379] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.479379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.479379] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-384175ce-d150-4f04-ad8f-d65790b79e5e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.479379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.479379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.479379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.479379] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384175ce-d150-4f04-ad8f-d65790b79e5e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.635250] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.635598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.635772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.636282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.636468] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 is going to be created. [ 802.662227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.662332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.662332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.662528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.662690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.675346] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: UNINITIALIZED for 2s [ 802.704080] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831b08d0-41bf-439d-8e03-090fc08a5815 with status ACTIVE [ 802.704342] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.704480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.704552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.704775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.704868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.705092] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.705199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.705263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.705423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.705501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.705684] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.706602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.706602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.706602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.706602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.706602] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831b08d0-41bf-439d-8e03-090fc08a5815 is going to be updated. [ 802.729811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.729990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.730050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.730244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.730375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.730531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831b08d0-41bf-439d-8e03-090fc08a5815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.756495] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.775962] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 in Status: SUCCESS [ 802.776348] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 deletion is rescheduled due to dependency. [ 802.776348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.984282] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.984609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.985218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.985218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.985466] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.985653] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 384175ce-d150-4f04-ad8f-d65790b79e5e not found, creating... [ 802.986025] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986257] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.986445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.986934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.987831] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.987831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.987831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.988155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.988263] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.988466] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 384175ce-d150-4f04-ad8f-d65790b79e5e is going to be created. [ 802.999128] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 802.999362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.999593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.999918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.000095] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.000364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.000415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.000553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.000632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.000719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.000816] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.001641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.001803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.002056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.002165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.002228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.002432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.002473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.002581] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.008175] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.008409] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.008469] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.008695] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.008903] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.009270] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.066083] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: SUCCESS [ 803.066083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.155256] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.155457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.155573] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.159020] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.159020] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.159020] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.159020] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.159020] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.159020] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.159020] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.159020] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.159020] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.159020] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.159020] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.159629] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.159629] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.180094] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.180290] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.180429] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.180609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-50" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.180954] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3700c423-faa4-4788-a282-65acd1bbfe9d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.182635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.182635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.182635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.182635] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3700c423-faa4-4788-a282-65acd1bbfe9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.258835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.261598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.261598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.261598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.261598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.261598] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 803.327045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.327045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.327045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.327045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.327045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.352585] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 803.506398] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.506398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.506398] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.686716] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.686716] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3700c423-faa4-4788-a282-65acd1bbfe9d not found, creating... [ 803.686716] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.686716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.687336] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.687336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.687336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.687336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.687336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.687336] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3700c423-faa4-4788-a282-65acd1bbfe9d is going to be created. [ 803.715914] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.717423] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.717423] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.718986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.718986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.720794] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.006729] env[63533]: INFO networking_nsxv3.common.synchronization [req-db17450d-a11f-4e43-9eea-d899bb23ab76 req-f6f00ce5-9e3f-4d8d-bcbd-59805935e583 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 804.006960] env[63533]: INFO networking_nsxv3.common.synchronization [req-db17450d-a11f-4e43-9eea-d899bb23ab76 req-f6f00ce5-9e3f-4d8d-bcbd-59805935e583 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 804.007161] env[63533]: INFO networking_nsxv3.common.synchronization [req-db17450d-a11f-4e43-9eea-d899bb23ab76 req-f6f00ce5-9e3f-4d8d-bcbd-59805935e583 service nova] Enqueued Resource ID: 384175ce-d150-4f04-ad8f-d65790b79e5e with Priority: HIGHEST for action port [ 804.007409] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 804.007539] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 804.007635] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384175ce-d150-4f04-ad8f-d65790b79e5e with Priority: HIGHEST for action port [ 804.009071] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.010103] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.010239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.010372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.010635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.010816] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.012667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.012877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.013340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-384175ce-d150-4f04-ad8f-d65790b79e5e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.013571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.013858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.014215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.016651] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384175ce-d150-4f04-ad8f-d65790b79e5e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.109711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.110046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.110695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.110938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.111232] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.516351] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.516351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.516751] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.516751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.516751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.516963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.517064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.517165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 804.518403] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 384175ce-d150-4f04-ad8f-d65790b79e5e with status ACTIVE [ 804.518601] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.518789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.518789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.518937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.518996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.519479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.519652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.519780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.520401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.520401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.520401] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.520532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.520638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.520825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.520972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.521110] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 384175ce-d150-4f04-ad8f-d65790b79e5e is going to be updated. [ 804.553805] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.554044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.554127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.554352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.554484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.554651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384175ce-d150-4f04-ad8f-d65790b79e5e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.566466] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.566608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.566672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.566880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.567031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.579139] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 804.614502] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.686293] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: SUCCESS [ 804.686293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.686393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.686636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.686873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.687135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.687707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.687707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.687707] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.691120] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-4011a043-8c57-47f9-bae1-7f26300f0865 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 804.691289] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-4011a043-8c57-47f9-bae1-7f26300f0865 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 804.691581] env[63533]: INFO networking_nsxv3.common.synchronization [req-69122fe0-108a-4f37-8c16-c0641ca3e840 req-4011a043-8c57-47f9-bae1-7f26300f0865 service nova] Enqueued Resource ID: 3700c423-faa4-4788-a282-65acd1bbfe9d with Priority: HIGHEST for action port [ 804.692297] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 804.692574] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 804.692574] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3700c423-faa4-4788-a282-65acd1bbfe9d with Priority: HIGHEST for action port [ 804.692976] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.693139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.693365] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.693480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.693680] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3700c423-faa4-4788-a282-65acd1bbfe9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.693809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.693871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.694144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.694460] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3700c423-faa4-4788-a282-65acd1bbfe9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.784054] env[63533]: INFO networking_nsxv3.common.synchronization [req-3a2af326-f6c9-4906-8809-b850d3950c16 req-e1564d3e-8969-4b98-8df3-fcb1d436ab01 tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 804.785228] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 804.785792] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.786181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.786626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.788943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.788943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.788943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.788943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.788943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.788943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.788943] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.117109] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.192601] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.192754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.192826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.193058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.193223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.193323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.193387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.193541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.193625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.193712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.193853] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.194013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.194088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.194236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.194374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.194463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.194522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.194657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.194730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.194809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.194896] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.200702] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3700c423-faa4-4788-a282-65acd1bbfe9d with status ACTIVE [ 805.200702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.200702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.200702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.200702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.201466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.201466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.201466] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3700c423-faa4-4788-a282-65acd1bbfe9d is going to be updated. [ 805.226669] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.227100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.227513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.227827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.228209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.228487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3700c423-faa4-4788-a282-65acd1bbfe9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.291442] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.291442] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.291442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.291442] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.291442] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.291442] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.291442] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.292351] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.292351] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.292351] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.292874] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.292985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.293065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.293337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.293415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.293593] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.293677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.293733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.293993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.294260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.294260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 already deleted. [ 805.294386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.326212] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.326883] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.327133] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.327425] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.327905] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-6edf1839-d708-46ad-836d-e2ecac08730f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.328390] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.328603] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.329062] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.329548] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edf1839-d708-46ad-836d-e2ecac08730f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.366527] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 805.366788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.366951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.367374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.367488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.367551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.367790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.367884] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.620091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 805.620419] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 805.698770] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d140f05-3952-41d1-bf4f-b489aee52336: rpc.has_security_group_logging(os_id): False [ 805.737046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.737046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.737046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.737046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.737046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.737046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.771504] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.771504] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.771504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.771504] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 is going to be created. [ 805.833619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.833619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.833619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.833619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.833619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.839053] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.839053] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 6edf1839-d708-46ad-836d-e2ecac08730f not found, creating... [ 805.839053] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.839053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.839705] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.839705] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.839705] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.839705] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.839705] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.839705] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 6edf1839-d708-46ad-836d-e2ecac08730f is going to be created. [ 805.868318] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: IN_PROGRESS for 2s [ 805.871423] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.878751] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.878751] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.878984] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.879316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.879501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.883098] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.375556] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.588860] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 806.589609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.589905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.590607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.592166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.592166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.592985] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.596079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.596079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.596079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.596079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.596079] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.603121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.603121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.603121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.610024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.610024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.610024] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.760344] env[63533]: INFO networking_nsxv3.common.synchronization [req-3a2af326-f6c9-4906-8809-b850d3950c16 req-8066d52e-2bd2-4eb0-b84d-71bccb58c45d service nova] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_rules [ 806.760590] env[63533]: INFO networking_nsxv3.common.synchronization [req-3a2af326-f6c9-4906-8809-b850d3950c16 req-8066d52e-2bd2-4eb0-b84d-71bccb58c45d service nova] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 806.760736] env[63533]: INFO networking_nsxv3.common.synchronization [req-3a2af326-f6c9-4906-8809-b850d3950c16 req-8066d52e-2bd2-4eb0-b84d-71bccb58c45d service nova] Enqueued Resource ID: 6edf1839-d708-46ad-836d-e2ecac08730f with Priority: HIGHEST for action port [ 806.761564] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_rules [ 806.761723] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 806.761850] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf1839-d708-46ad-836d-e2ecac08730f with Priority: HIGHEST for action port [ 806.762349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.762480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.762574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.762916] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.763811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.764061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.764397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.764491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.764551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.764786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.764877] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.769280] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-6edf1839-d708-46ad-836d-e2ecac08730f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.769280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.769280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.769280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.769280] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edf1839-d708-46ad-836d-e2ecac08730f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.829375] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.829375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.829375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.830113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.840864] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 806.843654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.844632] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 806.874385] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.874645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.874696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.875015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.884925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.885550] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 806.885620] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.885740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 806.886967] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.887095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.887186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.887388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.887484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.887555] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 806.924970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.925189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.925263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.925478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.925650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.928312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.928441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.928511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.928749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.930213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.930437] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 806.939575] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 806.989699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.989983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.990287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.990547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.990866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 807.064936] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.065327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.065327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.065777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.066266] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 807.066420] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'602ce6ac-7558-4508-a76d-c63d3397a0eb', '9a83d47c-36a0-42cd-8d37-b308c75c87e8', '0b91f993-c9bf-4fa1-8b04-8c027a0f3c79', '891ba486-e27e-4298-8f01-9de2595554a1', '97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8', '0abc0941-f4da-46da-a17a-4a29726149eb', 'febaf1d4-df55-409d-bc26-ce7685512f9d', '15581260-17f7-4c59-b370-49471927cfdb', '15ff4895-1706-4bf6-bd53-6169a68be64f', '26c02ed4-530f-4cdb-b818-e21fa3fd2004', '2bda19a5-4626-431c-95ab-f8f8d0a5e48d', 'b87c5756-0fb2-4a12-abc3-0f6954d95d65', '6d140f05-3952-41d1-bf4f-b489aee52336', 'db650226-c9df-44a7-bad1-287db4eea148', '94ad6584-9821-4353-9d10-67ad20f24a32', '91f70d8e-5a80-47cc-9ffb-8241a1a1ac51', '14cf8f86-0cca-4b87-9f06-3d0352121107', 'c4076711-edf2-4640-b5a0-aa913c0ea8ee', '09699321-e2db-4124-91b2-1f458cde479f', '3e7a1cdb-979b-4029-866d-a4b20e53bbdb', '3b8dcc09-4508-44d4-a80a-3efb3e12c2f4', 'd23c3aa2-e07a-4a88-a2fd-1f845c0b62f0', '73a63e66-b3b7-4f3c-868b-561deaa316aa', 'da716fa8-8a0f-4d6f-89ba-d4bc90b583f5', 'fe4ea109-9f27-4ec3-a7b2-98a4217a5352', '375d6cf7-9abc-4fb6-beb4-44ae744aa1ac', '9a5e3ded-be0a-4054-b5d8-5813ab55c2cb', '95408828-82eb-4961-9b66-b1b6b16e9259', '89b6390e-0574-463d-93e9-535fd28e24d9', '085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a', 'ae419dac-4edd-49c1-b376-2311e9760e56', '48175264-9b9e-469e-89ea-8311c74f4c91', 'e5468b44-6349-4c3a-8966-35df384d25b4', '20604ed1-89d7-44c8-a22d-d29c140065b8'} {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.066528] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 807.088070] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.088317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.088620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.088844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.088959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.089065] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 807.089140] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.089219] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 807.112220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6645bde0-a50a-438a-90e5-b73656d3a9c1: rpc.has_security_group_logging(os_id): False [ 807.113876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.134427] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.134579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.134654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.134870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.134964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.135298] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.135431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.135520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.135707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.135788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.135996] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.136130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.136196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.136342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.136421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.136605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.136697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.136767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.137022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.137124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.137219] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be created. [ 807.168308] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.169029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.169549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.170107] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 807.170107] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.170107] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 807.170107] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 807.170341] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 807.170570] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGH for action security_group_rules [ 807.170687] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGH for action security_group_rules [ 807.170763] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGH for action security_group_rules [ 807.170866] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGH for action security_group_rules [ 807.170898] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGH for action security_group_rules [ 807.171467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGH for action security_group_rules [ 807.171780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGH for action security_group_rules [ 807.171914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.218088] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.218088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.218088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.218088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.218088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.230790] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 807.270301] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.270301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.274297] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6edf1839-d708-46ad-836d-e2ecac08730f with status ACTIVE [ 807.274297] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.274297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.274297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.274784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.277411] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.277411] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.277411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.277411] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6edf1839-d708-46ad-836d-e2ecac08730f is going to be updated. [ 807.279095] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.341085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.341085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.341085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.341085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.341085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.341085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6edf1839-d708-46ad-836d-e2ecac08730f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.616186] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.728860] env[63533]: INFO networking_nsxv3.common.synchronization [req-9815d433-6301-4704-aaba-26411f71842a req-55348579-06d8-4eeb-ab5b-132569b4fbfb tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 807.729430] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 807.729579] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGH for action security_group_rules [ 807.729748] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 with Priority: HIGH for action security_group_rules [ 807.729799] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09699321-e2db-4124-91b2-1f458cde479f with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15581260-17f7-4c59-b370-49471927cfdb with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891ba486-e27e-4298-8f01-9de2595554a1 with Priority: HIGH for action security_group_rules [ 807.734025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.734025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.734025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.734025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.734025] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.734760] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.734825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.735053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.735053] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b91f993-c9bf-4fa1-8b04-8c027a0f3c79',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.735828] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.735990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.735990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.736152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.736224] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.737271] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.737379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.737443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.737592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.737662] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.738765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.738860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.738927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.739094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.739168] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7a1cdb-979b-4029-866d-a4b20e53bbdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.740054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09699321-e2db-4124-91b2-1f458cde479f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.740165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.740232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.740379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.740450] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09699321-e2db-4124-91b2-1f458cde479f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.741269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.741375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.741936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.741936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.741936] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4076711-edf2-4640-b5a0-aa913c0ea8ee',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.742572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cf8f86-0cca-4b87-9f06-3d0352121107 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.742669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.742735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.742880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.742951] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cf8f86-0cca-4b87-9f06-3d0352121107',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.743753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.743858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.743923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.744136] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.744237] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.744518] env[63533]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 807.745283] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.745392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.745459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.745638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.745742] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91f70d8e-5a80-47cc-9ffb-8241a1a1ac51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.746963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.747064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.747249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.747344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.747407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.747581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.747618] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c5756-0fb2-4a12-abc3-0f6954d95d65',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.748432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.748536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.748604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.748794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.748832] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bda19a5-4626-431c-95ab-f8f8d0a5e48d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.750675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.750675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.750675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.750675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.750675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.750675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.750675] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.751077] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.751243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.751243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.751384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.751455] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.753621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15581260-17f7-4c59-b370-49471927cfdb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.753621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.753691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.754309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.754309] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15581260-17f7-4c59-b370-49471927cfdb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.754685] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.754789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.754905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.754997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.759089] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.759089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.759231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.759257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.759391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.759457] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a83d47c-36a0-42cd-8d37-b308c75c87e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.760256] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891ba486-e27e-4298-8f01-9de2595554a1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.760384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.761674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.761674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.761674] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891ba486-e27e-4298-8f01-9de2595554a1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.925936] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.945677] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: SUCCESS [ 807.945908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.946095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.946406] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946700] env[63533]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 807.952394] env[63533]: INFO networking_nsxv3.common.synchronization [req-b0f6c5de-c7e8-4fc3-a5e0-c41e3efd7079 req-03369e27-12bf-46a0-977a-9ca12e7ac173 tempest-ServerGroupTestJSON-1945963659 tempest-ServerGroupTestJSON-1945963659-project-member] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 807.952915] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGHEST for action security_group_members [ 807.953476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.953569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.953618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.953799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.953948] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.954075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.954126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.954273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.954355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.954450] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.119181] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.120625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.120625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.120900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.120900] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 808.155741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.155741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.155741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.155741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.155741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.165853] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 808.263847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.263978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.286430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.286615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.286692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.286958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.289581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.289581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.328163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.328590] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be deleted. [ 808.330564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.333810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.341501] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.342666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.342666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.342666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.342988] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.343340] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.343946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.343946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.344321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.344661] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.347016] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.347016] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.347016] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.347016] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.347016] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.347016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.357637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.359366] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b91f993-c9bf-4fa1-8b04-8c027a0f3c79 is going to be deleted. [ 808.369809] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.370642] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.370895] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.371130] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.371954] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ca7d9759-5177-4ea2-a411-3bae4181182d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.371954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.371954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.372189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.372328] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7d9759-5177-4ea2-a411-3bae4181182d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.408433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.426767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.426767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.426767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.426767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.426767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b91f993-c9bf-4fa1-8b04-8c027a0f3c79" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.431586] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.431976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.432179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.432488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.432677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.433763] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be created. [ 808.449652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.449896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.449950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.450216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.450415] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.450525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.450599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.450863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.450945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.451116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.451227] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.466818] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.466818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.466818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.466818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.466818] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.467210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.467210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.467210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.467364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.467364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.467500] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.469268] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.469477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.469534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.470054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.526295] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.526620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.526719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.526946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.527132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.529934] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.530090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.530974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.531113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.531844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.531937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.532758] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.532853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.537223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.537374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.538329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.538329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.539618] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.539618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.540434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.540563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.545776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.545905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.546935] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.547061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.547874] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.548528] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.548667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.550292] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.550292] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.551588] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.552128] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.552257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.553088] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.553527] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.553619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.554377] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.554771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.555090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.555180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.555180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.555387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.555468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.555560] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb is going to be updated. [ 808.556571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.556774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.563784] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: UNINITIALIZED for 2s [ 808.584953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.584953] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09699321-e2db-4124-91b2-1f458cde479f is going to be deleted. [ 808.585899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.586143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.625712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.625923] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a83d47c-36a0-42cd-8d37-b308c75c87e8 is going to be deleted. [ 808.627762] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.627917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.627954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.629157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.630253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.630453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.651268] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: IN_PROGRESS for 2s [ 808.664393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.664585] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7a1cdb-979b-4029-866d-a4b20e53bbdb is going to be deleted. [ 808.666218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.666462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.701659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.701795] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be deleted. [ 808.703053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.703284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.716524] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.716683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.727136] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.727432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.732539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.732689] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891ba486-e27e-4298-8f01-9de2595554a1 is going to be deleted. [ 808.733657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.733885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.742551] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.742756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.762397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.762913] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15581260-17f7-4c59-b370-49471927cfdb is going to be deleted. [ 808.764502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.764631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.767343] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.767343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.803632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.803762] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be deleted. [ 808.804797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.805041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.855692] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.867636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.867776] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bda19a5-4626-431c-95ab-f8f8d0a5e48d is going to be deleted. [ 808.868806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.869054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.877059] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.877307] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.877439] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.877679] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.877837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.878059] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ca7d9759-5177-4ea2-a411-3bae4181182d not found, creating... [ 808.878294] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.878478] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.878596] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.878827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.878966] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.879300] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.879465] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.879596] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.879823] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.879987] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.880475] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ca7d9759-5177-4ea2-a411-3bae4181182d is going to be created. [ 808.887034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.887211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.924549] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.924743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.927432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.927628] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c5756-0fb2-4a12-abc3-0f6954d95d65 is going to be deleted. [ 808.928749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.928993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.957281] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.957281] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.957281] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.957723] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.958080] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.958445] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.970269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.970553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.970701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.971017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.971274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.971435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.971531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.971783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.971947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.976022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.976022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.976022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.976022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.976576] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 808.976873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.977372] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.977553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.977672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.982020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.982020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.982020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.982020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.982550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.982550] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.984267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.984532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.984787] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.984954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.985086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.985318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.985460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.985614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.985824] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.988724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.988922] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91f70d8e-5a80-47cc-9ffb-8241a1a1ac51 is going to be deleted. [ 808.990993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.991494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.119915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.120072] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cf8f86-0cca-4b87-9f06-3d0352121107 is going to be deleted. [ 809.121061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.121375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.130420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.130682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.132748] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.132942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.177856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.178296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.197567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.197752] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be deleted. [ 809.198890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.199170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.253630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.253630] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4076711-edf2-4640-b5a0-aa913c0ea8ee is going to be deleted. [ 809.254938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.309529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.309667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.322029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 809.322029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.322029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.322029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.322029] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.322029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.322029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8 is going to be deleted. [ 809.322359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.322470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.322553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.322681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09699321-e2db-4124-91b2-1f458cde479f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.323134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.323343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.323382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.323507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a83d47c-36a0-42cd-8d37-b308c75c87e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.324097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.324423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.324535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7a1cdb-979b-4029-866d-a4b20e53bbdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.324696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.324984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.325199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.325365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.325518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.325622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.325737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891ba486-e27e-4298-8f01-9de2595554a1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.325871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.326034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.326110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.326219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15581260-17f7-4c59-b370-49471927cfdb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.326377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.326511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.326578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.326680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.326800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.326927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.326992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.327107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bda19a5-4626-431c-95ab-f8f8d0a5e48d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.327227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.327425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.327528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c5756-0fb2-4a12-abc3-0f6954d95d65" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.327647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.327841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.327945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91f70d8e-5a80-47cc-9ffb-8241a1a1ac51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.328157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.328370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.328463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cf8f86-0cca-4b87-9f06-3d0352121107" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.385640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.385782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.385859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.386094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.386189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.386643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.440085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.440284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.440324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.440517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.440602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.440718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4076711-edf2-4640-b5a0-aa913c0ea8ee" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.454400] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.455053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.455207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.455279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.455499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.455588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.455764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f2a707-7b0b-4dc2-a8f4-db6a5d12cdc8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.487535] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94ad6584-9821-4353-9d10-67ad20f24a32: rpc.has_security_group_logging(os_id): False [ 809.493288] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d140f05-3952-41d1-bf4f-b489aee52336: rpc.has_security_group_logging(os_id): False [ 809.495249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.495625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.495625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.495885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.497074] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.497271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.497369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.497577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.497662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.497769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.497934] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.498101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.498406] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.498545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.498753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.498831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.498919] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.518306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.518306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.518306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.518306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.532805] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.533842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.579753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.581237] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.581417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.581467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.581700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.581788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.582161] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.582378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.582658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.582881] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.583047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.583199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.583512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.583512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 809.584717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.585386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.619124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.619124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.619124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.619445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.619445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.619499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.619676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.619794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.619828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.619957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.620047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.620262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.620376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.620437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.620578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.620649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.620731] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 is going to be updated. [ 809.684677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.684924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.684924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.685114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.685281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.706063] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.706237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.706293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.708178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.708178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.708619] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 809.722618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: IN_PROGRESS for 2s [ 809.772338] env[63533]: INFO networking_nsxv3.common.synchronization [req-9815d433-6301-4704-aaba-26411f71842a req-c4ba2d2d-107f-4fbb-9830-9ddfddf0479f service nova] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_rules [ 809.772615] env[63533]: INFO networking_nsxv3.common.synchronization [req-9815d433-6301-4704-aaba-26411f71842a req-c4ba2d2d-107f-4fbb-9830-9ddfddf0479f service nova] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 809.772869] env[63533]: INFO networking_nsxv3.common.synchronization [req-9815d433-6301-4704-aaba-26411f71842a req-c4ba2d2d-107f-4fbb-9830-9ddfddf0479f service nova] Enqueued Resource ID: ca7d9759-5177-4ea2-a411-3bae4181182d with Priority: HIGHEST for action port [ 809.774792] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_rules [ 809.774792] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 809.775565] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7d9759-5177-4ea2-a411-3bae4181182d with Priority: HIGHEST for action port [ 809.775565] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.775655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.775977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.776135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.776432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7d9759-5177-4ea2-a411-3bae4181182d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.776602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.776739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.777017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.777143] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7d9759-5177-4ea2-a411-3bae4181182d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.824906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.824906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.004511] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 810.023398] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.023398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.023398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.023762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.045630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.045774] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.045862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.045862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.046160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.046264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.046511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.046701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.046880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.046954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.047198] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.047484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.047484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.047484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.047618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.047618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 810.116654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.116888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.117122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.117457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.117707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.135886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 810.181692] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 810.181983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.182286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.182937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.182937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.182937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.182937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.183120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.183199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.183295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.183407] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.219201] env[63533]: INFO networking_nsxv3.common.synchronization [req-84fe4b88-066a-4d80-8c38-c969698fc1b8 req-eb507bde-dd31-4c0a-ab0d-c017b7dab9ee tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 810.220689] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 810.221263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.221563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.221791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.222102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.222336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.222530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.222714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.222945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.223125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.223288] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.280663] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca7d9759-5177-4ea2-a411-3bae4181182d with status ACTIVE [ 810.281045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.281982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.282173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.282862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.283427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.283781] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.284056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.284216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.284473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.284636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.285318] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.287649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.287649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.287649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.287649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca7d9759-5177-4ea2-a411-3bae4181182d is going to be updated. [ 810.327914] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.329713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.329713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.329713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.329713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.329713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7d9759-5177-4ea2-a411-3bae4181182d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.575414] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 810.575737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.576009] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.576352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.576648] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.576846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.576979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.577267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.577421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.577588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.577754] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.579204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.579669] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.579857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.579982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.580251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.580396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.580562] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.602872] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.603144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.603316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.603614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.604210] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.604210] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.604210] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.604470] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.604659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.604845] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.605116] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.605344] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.605344] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.605428] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.605472] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.605597] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.624695] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.624875] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.625051] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.625338] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.625716] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-177a8c57-989c-48d3-bf05-40bead2e9b7f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.625817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.625939] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.626289] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.626443] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177a8c57-989c-48d3-bf05-40bead2e9b7f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.669908] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: SUCCESS [ 810.671144] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb deletion is rescheduled due to dependency. [ 810.671144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.671144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.671144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.671144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.671144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.671144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.671640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.671640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.671640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.671640] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.688640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.688640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.688640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.688640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.689148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.689148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.689148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.689148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.689148] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.730042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.730042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.730042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.730042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.752190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.752450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.752607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.752669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.752908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.753031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.753131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 810.783441] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.783687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.783687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.783862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.784047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.794720] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 811.082770] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.082920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.083618] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.129192] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.129473] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.129658] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.129962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.130142] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.130328] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 177a8c57-989c-48d3-bf05-40bead2e9b7f not found, creating... [ 811.130627] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.130788] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.130909] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.131191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.131366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.133780] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.134169] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.134334] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.134630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.134848] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.135066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 177a8c57-989c-48d3-bf05-40bead2e9b7f is going to be created. [ 811.158879] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.159271] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.159482] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.159817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.160261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.160446] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.174572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.175546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.175656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.175962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.177296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.177296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.177296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.177560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.177560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.177560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.177642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.177821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.177909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.178026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.178175] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.191342] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6645bde0-a50a-438a-90e5-b73656d3a9c1: rpc.has_security_group_logging(os_id): False [ 811.221430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.221611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.221647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.221867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.221960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.222319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.222457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.222510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.222688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.222756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.222973] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.224436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.224510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.224691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.224774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.224987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.225147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.225215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.225397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.225477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.225567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 811.338482] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.340728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.340728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.340728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.340728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.362274] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 811.588454] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.681323] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 602ce6ac-7558-4508-a76d-c63d3397a0eb: rpc.has_security_group_logging(os_id): False [ 811.702408] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.702571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.702607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.702817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.702902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.703140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.703235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.703294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.703438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.703509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.703675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.703761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.703817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.703948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.704066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.704255] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.704339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.704395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.704527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.704606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.704686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb is going to be updated. [ 811.723934] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 811.724282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.735650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: SUCCESS [ 811.735874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.771261] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.771405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.771494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.771682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.771826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.789774] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: IN_PROGRESS for 2s [ 812.001305] env[63533]: INFO networking_nsxv3.common.synchronization [req-84fe4b88-066a-4d80-8c38-c969698fc1b8 req-7259d296-13a2-4ad8-a662-afecb2e107d6 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 812.001305] env[63533]: INFO networking_nsxv3.common.synchronization [req-84fe4b88-066a-4d80-8c38-c969698fc1b8 req-7259d296-13a2-4ad8-a662-afecb2e107d6 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 812.001305] env[63533]: INFO networking_nsxv3.common.synchronization [req-84fe4b88-066a-4d80-8c38-c969698fc1b8 req-7259d296-13a2-4ad8-a662-afecb2e107d6 service nova] Enqueued Resource ID: 177a8c57-989c-48d3-bf05-40bead2e9b7f with Priority: HIGHEST for action port [ 812.001305] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 812.001305] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 812.001775] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177a8c57-989c-48d3-bf05-40bead2e9b7f with Priority: HIGHEST for action port [ 812.002589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.003128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.003472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.003680] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.005078] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.005451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.005793] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-177a8c57-989c-48d3-bf05-40bead2e9b7f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.006029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.006258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.006661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.007156] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177a8c57-989c-48d3-bf05-40bead2e9b7f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.091112] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.091338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.091492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.091650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.091766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.091943] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 812.129219] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.129219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.129219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.129219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.129219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.140388] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 812.152901] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 812.152901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.152901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.152901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.152901] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.509205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.509353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.510654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 177a8c57-989c-48d3-bf05-40bead2e9b7f with status ACTIVE [ 812.510856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.510948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.510996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.511215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.511300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.511498] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.511597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.511656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.511893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.511992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.512196] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.512289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.512348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.512501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.512560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.512659] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 177a8c57-989c-48d3-bf05-40bead2e9b7f is going to be updated. [ 812.538306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.538374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.538437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.538605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.538739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.538894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177a8c57-989c-48d3-bf05-40bead2e9b7f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.654630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.654839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.654914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.655241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.655422] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.655514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.655574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.655727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.655824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.655922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.656048] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.805261] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 812.805599] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 812.805599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.805743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.805967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.806172] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.806292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.806356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.806507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.806588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.806683] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.158723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.158942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.159182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.159351] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.159482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.159550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.159704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.159792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.159878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.160039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.160160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.160222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.160364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.160503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.160591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.160660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.160784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.160891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.160982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.161085] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.309035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.377078] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 813.377343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.377540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.377762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.377851] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.663708] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 813.699031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.699031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.699031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.699031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.699990] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.699990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.700467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.700680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.700895] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 813.763503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.763702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.763702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.767040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.767040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.792300] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 813.811855] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.813591] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb in Status: SUCCESS [ 813.813806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.880558] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.880766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.880813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.881064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.881218] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.881335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.881397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.881569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.881659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.881747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.881837] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.959856] env[63533]: INFO networking_nsxv3.common.synchronization [req-5db4f8b8-4680-4918-90ac-fe92dba2d017 req-54a738f3-9e5c-4769-8be7-1cf6e6f814f9 tempest-ServersNegativeTestMultiTenantJSON-969202362 tempest-ServersNegativeTestMultiTenantJSON-969202362-project-member] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 813.960454] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGHEST for action security_group_members [ 813.960781] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.960906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.960975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.964241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.964241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.964241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.964241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.964241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.964241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.964241] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.152088] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 814.152311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.152499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.152726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.152920] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.153063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.153122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.153500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.153627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.153682] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.314778] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.315058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.315058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.315273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.315468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.315468] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 814.360856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.361207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.361374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.361670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.361910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.374020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 814.387029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.387029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.387029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.387029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.387523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.387523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.387523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.387523] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.468982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.468982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.468982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.468982] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 is going to be updated. [ 814.531587] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.531809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.532121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.532281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.544633] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: IN_PROGRESS for 2s [ 814.656849] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.891218] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6645bde0-a50a-438a-90e5-b73656d3a9c1: rpc.has_security_group_logging(os_id): False [ 814.912031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.912031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.912031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.912031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.912031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.912556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.912655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.912959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.913204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.913315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.913364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.913558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.913654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.913894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.913982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.914140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.914258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.914333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.914425] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 814.988775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.988775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.988775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.988775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.988775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.008268] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 815.159823] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.617965] env[63533]: INFO networking_nsxv3.common.synchronization [req-3e6b1f1f-0f2d-4f43-9e88-ec2b4c46456c req-544e91b3-f474-466b-b099-b47cc22a218d tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 815.618584] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 815.618922] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.620822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.621096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.625028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.625028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.625028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.625028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.625028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.625028] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.664943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.665294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.667470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.667470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.667470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.667470] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 815.735445] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.735445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.735445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.735445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.735445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.747928] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 815.838231] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 815.839016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.881694] env[63533]: INFO networking_nsxv3.common.synchronization [req-3e6b1f1f-0f2d-4f43-9e88-ec2b4c46456c req-3affbd62-10c6-48a4-bf94-7012002c082d tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 815.883346] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 815.883346] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.883346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.127718] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.162234] env[63533]: INFO networking_nsxv3.common.synchronization [req-3e6b1f1f-0f2d-4f43-9e88-ec2b4c46456c req-a41e18ce-98cc-4a81-af1c-e4c53c313294 tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 816.163153] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 816.167379] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.167379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.387131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 816.387358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.387550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.387768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.387954] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.388078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.388145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.388296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.388376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.388449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.388544] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.558379] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d140f05-3952-41d1-bf4f-b489aee52336 in Status: SUCCESS [ 816.558574] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 deletion is rescheduled due to dependency. [ 816.558706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.629734] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.683561] env[63533]: INFO networking_nsxv3.common.synchronization [req-32eb103f-85e6-44cb-9eaf-53fad514778a req-32961df4-f24c-4ce5-8d34-90b04be55be4 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 816.684637] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 816.685076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.685276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.685386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.685949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.685949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.685949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.685949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.686270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.687471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.687471] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.781526] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.781666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.781814] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.782114] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.782390] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.782556] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.782685] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.782917] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.783274] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.783510] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.784019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.784019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.784019] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.784019] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.784976] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.785198] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.809037] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.809037] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.809037] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.809037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-486" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.809037] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-a5dfe48b-4acc-472c-8e00-f936b4068ea5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.809037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.809037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.809037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.809037] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfe48b-4acc-472c-8e00-f936b4068ea5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.892013] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.892288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.892288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.892506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.892682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.892780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.892882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.893075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.893122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.893191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.893676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.893676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.893676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.893676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.893806] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.893881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.893925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.894145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.894249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.894307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.894415] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.027087] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 817.027484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.132815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.133237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.133237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.133300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.133629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.133629] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 817.174178] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.174385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.174462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.174688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.174861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.186028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 817.188464] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.313324] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.313324] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.313324] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.313519] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.313702] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.313960] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.314264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.314421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314662] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.314815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.315205] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.315586] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.315586] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.315709] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.317087] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.317087] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 is going to be updated. [ 817.353585] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.353855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.354008] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.354398] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.354604] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.354854] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.396652] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 817.422754] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.422754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.422754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.422754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.422754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.422754] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.423115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.423115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.423165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.423322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.427772] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.428063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.428063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.431709] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.431709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.431709] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 817.524049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.524277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.524385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.524632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.524787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.540104] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 817.694522] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.758915] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.762025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.762025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.762025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.762025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.763142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.764270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.764270] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.197593] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.197882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.197882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.198058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.198150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.198253] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 818.229075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.234877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.234877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.234877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.234877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.241171] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 818.267387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c69d2beb-9970-447b-8ad9-81f6b89f0506: rpc.has_security_group_logging(os_id): False [ 818.291058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.291058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.291058] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.291058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.291695] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.291695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.291695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.291695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.291695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.292117] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be created. [ 818.366023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.366023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.366023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.366023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.366023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.378636] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [req-a3a60006-8139-4ace-ac19-dd1ae40e99fd req-ad4bbf3d-b99f-44c7-922e-c6577a84fe03 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [req-a3a60006-8139-4ace-ac19-dd1ae40e99fd req-ad4bbf3d-b99f-44c7-922e-c6577a84fe03 service nova] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [req-a3a60006-8139-4ace-ac19-dd1ae40e99fd req-ad4bbf3d-b99f-44c7-922e-c6577a84fe03 service nova] Enqueued Resource ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 with Priority: HIGHEST for action port [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_rules [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 818.399227] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 with Priority: HIGHEST for action port [ 818.399227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.399870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.400207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.400428] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.405017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.405017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.405017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.405017] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.405017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5dfe48b-4acc-472c-8e00-f936b4068ea5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.410410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.410410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.410410] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfe48b-4acc-472c-8e00-f936b4068ea5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.910977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.911305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.911305] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.912398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5dfe48b-4acc-472c-8e00-f936b4068ea5 with status ACTIVE [ 818.912552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.912748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.913057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.913459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.913617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.913862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.913969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.914133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.914230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.914311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.914906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.914906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.914906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.914906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.914906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.915119] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5dfe48b-4acc-472c-8e00-f936b4068ea5 is going to be updated. [ 818.939305] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.939437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.939543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.939751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.939897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.940074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5dfe48b-4acc-472c-8e00-f936b4068ea5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.191670] env[63533]: INFO networking_nsxv3.common.synchronization [None req-81ff363f-8343-4358-a5d9-d3f3e602ab5c None None] Enqueued Resource ID: 4e46ef08-9f48-444e-95cc-e295822fb53a with Priority: HIGHEST for action port [ 819.192232] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e46ef08-9f48-444e-95cc-e295822fb53a with Priority: HIGHEST for action port [ 819.192907] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e46ef08-9f48-444e-95cc-e295822fb53a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.193045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e46ef08-9f48-444e-95cc-e295822fb53a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.193117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e46ef08-9f48-444e-95cc-e295822fb53a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.193361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e46ef08-9f48-444e-95cc-e295822fb53a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.194876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e46ef08-9f48-444e-95cc-e295822fb53a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.211799] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 819.212241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.212743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.212848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.213040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.213256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.213256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.213383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.213466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.213563] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.418412] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.554101] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 819.554901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.698891] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e46ef08-9f48-444e-95cc-e295822fb53a [ 819.700463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.700463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.700463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.700696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.700696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.700750] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e46ef08-9f48-444e-95cc-e295822fb53a already deleted. [ 819.701362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e46ef08-9f48-444e-95cc-e295822fb53a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.716015] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.716247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.716540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.716733] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.716891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.717049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.717125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.717214] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 819.746898] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.747065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.747116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.747463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.747602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.760980] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 819.921064] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.921280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.921350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.921691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.921812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.921974] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 819.956909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.957169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.957294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.957648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.957802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.969010] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 820.261333] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 820.261607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.408639] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 820.408639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.408639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.408639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.408639] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.894434] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d7e679c2-c6b1-423e-8b27-f220a7c5fc1e tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: fb351ccb-1659-496a-83e3-74adb4282928 with Priority: HIGHEST for action security_group_rules [ 820.894952] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb351ccb-1659-496a-83e3-74adb4282928 with Priority: HIGHEST for action security_group_rules [ 820.895630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb351ccb-1659-496a-83e3-74adb4282928 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.895843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.896647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.896747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb351ccb-1659-496a-83e3-74adb4282928',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.910468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.910468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.910468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.910672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.910744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.910830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.910892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.911067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.911161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.911247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.911337] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.033810] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f75bc75a-277b-4766-ae5d-5f1f037f1eba tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: fb351ccb-1659-496a-83e3-74adb4282928 with Priority: HIGHEST for action security_group_rules [ 821.034421] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb351ccb-1659-496a-83e3-74adb4282928 with Priority: HIGHEST for action security_group_rules [ 821.034728] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb351ccb-1659-496a-83e3-74adb4282928 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.034833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.233406] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a883d941-7531-401c-bacf-17db4f57438a None None] Enqueued Resource ID: 3d4a55ee-def8-488c-baf5-7a74dd3e47c9 with Priority: HIGHEST for action port [ 821.233406] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4a55ee-def8-488c-baf5-7a74dd3e47c9 with Priority: HIGHEST for action port [ 821.233406] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4a55ee-def8-488c-baf5-7a74dd3e47c9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.233406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4a55ee-def8-488c-baf5-7a74dd3e47c9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.233406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4a55ee-def8-488c-baf5-7a74dd3e47c9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.233406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4a55ee-def8-488c-baf5-7a74dd3e47c9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.233751] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4a55ee-def8-488c-baf5-7a74dd3e47c9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.413872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.414235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.414235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.414543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.414723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.414851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.414919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.415107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.415370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.415370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.416622] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.416774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.416885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.417212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.417707] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.417819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.417885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.418981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.419089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.419184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.419287] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.425188] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.425188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.425188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.425188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.425188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.425188] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb351ccb-1659-496a-83e3-74adb4282928 already deleted. [ 821.425188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.425677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.425677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.425677] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb351ccb-1659-496a-83e3-74adb4282928',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.736862] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d4a55ee-def8-488c-baf5-7a74dd3e47c9 [ 821.737108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.737241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.737310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.737527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.737683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.737750] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d4a55ee-def8-488c-baf5-7a74dd3e47c9 already deleted. [ 821.737789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4a55ee-def8-488c-baf5-7a74dd3e47c9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.769194] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 821.769378] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 deletion is rescheduled due to dependency. [ 821.769480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.769645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.769937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.770155] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.770155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.770337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.770391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.770452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.770545] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.922327] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c69d2beb-9970-447b-8ad9-81f6b89f0506: rpc.has_security_group_logging(os_id): False [ 821.955243] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.955396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.955463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.955802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.955897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.956652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.956789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.956856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.957053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.957167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.957384] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.957483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.957543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.957689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.957763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.957942] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.958865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.958960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.959176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.959284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.959372] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 821.961177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.961297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.961365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.961535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.961630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.961728] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb351ccb-1659-496a-83e3-74adb4282928 already deleted. [ 821.961837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb351ccb-1659-496a-83e3-74adb4282928" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.979261] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 821.979261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.979261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.979261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.979838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.979838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.979838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.979838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.979838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.980154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.980154] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.027820] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.027990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.028078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.028322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.028470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.050390] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 822.276121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.276121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.276121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.276121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 822.304711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.304857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.304929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.305181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.305322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.317784] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 822.484991] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.485438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.485438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.485603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.485917] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.486086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.486173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.486340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.486446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.486541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.486701] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.486797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.486859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.487009] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.487187] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.487295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.487357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.487502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.487580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.487667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.487759] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.990481] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db650226-c9df-44a7-bad1-287db4eea148: rpc.has_security_group_logging(os_id): False [ 823.011767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.011952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.012088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.012341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.012470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.012698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.012843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.012930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.013121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.013228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.013481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.013607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.013698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.013870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.013980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.014280] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.014425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.014517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.014734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.014837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.014946] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be created. [ 823.081197] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.081435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.081435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.081679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.081864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.097098] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 824.067299] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 824.067299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.327428] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 824.327668] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 deletion is rescheduled due to dependency. [ 824.327851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.111708] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 825.112025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.233483] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.233843] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 831.234883] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.235421] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 834.458233] env[63533]: INFO networking_nsxv3.common.synchronization [req-faf0d951-7a19-4653-8711-55eae7cc5b47 req-5f9988b9-8bf3-4b8d-bf76-21f57ffadad7 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 834.459744] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 834.459744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.459744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.459744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.459744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.459992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.459992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.459992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.460174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.460261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.460366] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.963789] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.466955] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.969365] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.972298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.972298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.972298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.972298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.972298] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 836.008184] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.008184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.008184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.008184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.008184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.024279] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 836.826137] env[63533]: INFO networking_nsxv3.common.synchronization [req-e185473b-495d-4e86-981a-53af5fa66303 req-b8ea413f-987f-4e47-8e0c-cca6f5a71767 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 836.826628] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 836.826886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.827083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.827173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.827961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.828195] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.828537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.828597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.829901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.829901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.829901] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.263494] env[63533]: INFO networking_nsxv3.common.synchronization [None req-29fa9404-e905-4696-a09a-44b758317f07 None None] Enqueued Resource ID: 0ea08919-ac87-4bf2-9906-90a5539f5b6a with Priority: HIGHEST for action port [ 837.265857] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea08919-ac87-4bf2-9906-90a5539f5b6a with Priority: HIGHEST for action port [ 837.266525] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea08919-ac87-4bf2-9906-90a5539f5b6a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.266748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea08919-ac87-4bf2-9906-90a5539f5b6a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.266832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea08919-ac87-4bf2-9906-90a5539f5b6a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea08919-ac87-4bf2-9906-90a5539f5b6a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.267395] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea08919-ac87-4bf2-9906-90a5539f5b6a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.335522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.335720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.335799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.336043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.336141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.336346] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.336434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.336501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.336684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.336762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.336851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec07eae-12f2-47d8-b039-38ab744129fe already deleted. [ 837.336932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.578047] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.578241] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.578371] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.578706] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.578966] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.579150] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.579268] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.579486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.579660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.579891] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.579998] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.580248] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.580379] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.580472] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.580578] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.580709] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.602043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.602194] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.602301] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.602497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.602824] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-696fc25d-fa83-4793-bffa-6bd2ce56f489 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.603048] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.603127] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.603457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.603604] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696fc25d-fa83-4793-bffa-6bd2ce56f489',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.776705] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ea08919-ac87-4bf2-9906-90a5539f5b6a [ 837.776705] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.776705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.776705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.780280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.780465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.780521] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ea08919-ac87-4bf2-9906-90a5539f5b6a already deleted. [ 837.780602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea08919-ac87-4bf2-9906-90a5539f5b6a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.031575] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 838.031843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.109661] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.109894] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.110049] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.111115] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.111115] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.111115] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 696fc25d-fa83-4793-bffa-6bd2ce56f489 not found, creating... [ 838.111115] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.111387] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.111387] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.111609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.111609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.111877] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.112048] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.112827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.112827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.112827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.112827] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 696fc25d-fa83-4793-bffa-6bd2ce56f489 is going to be created. [ 838.135072] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.135679] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.136197] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.136494] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.137995] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.137995] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.020125] env[63533]: INFO networking_nsxv3.common.synchronization [req-e185473b-495d-4e86-981a-53af5fa66303 req-691a7fd5-703f-4c55-b115-be1350c0f32c service nova] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 839.020125] env[63533]: INFO networking_nsxv3.common.synchronization [req-e185473b-495d-4e86-981a-53af5fa66303 req-691a7fd5-703f-4c55-b115-be1350c0f32c service nova] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 839.020285] env[63533]: INFO networking_nsxv3.common.synchronization [req-e185473b-495d-4e86-981a-53af5fa66303 req-691a7fd5-703f-4c55-b115-be1350c0f32c service nova] Enqueued Resource ID: 696fc25d-fa83-4793-bffa-6bd2ce56f489 with Priority: HIGHEST for action port [ 839.021260] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_rules [ 839.024086] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 839.024086] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696fc25d-fa83-4793-bffa-6bd2ce56f489 with Priority: HIGHEST for action port [ 839.024086] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.024086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.024086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.024086] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.024449] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.025997] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.025997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.025997] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.026886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-696fc25d-fa83-4793-bffa-6bd2ce56f489 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.027076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.027076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.027241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.027348] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696fc25d-fa83-4793-bffa-6bd2ce56f489',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.531368] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696fc25d-fa83-4793-bffa-6bd2ce56f489 with status ACTIVE [ 839.535103] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.535103] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.535103] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.535103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.535103] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696fc25d-fa83-4793-bffa-6bd2ce56f489 is going to be updated. [ 839.536121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.536121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.536280] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.559486] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.559846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.559979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.560480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.560708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.561020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696fc25d-fa83-4793-bffa-6bd2ce56f489" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.788652] env[63533]: INFO networking_nsxv3.common.synchronization [req-5d7ea812-dd30-453e-912e-28ff212b29c1 req-b1a73264-4210-4c7f-b667-0a39a6965c31 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 839.789915] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 839.793442] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.793629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.793725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.795019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.795019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.795019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.795019] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.816760] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9769e8a3-86c4-456a-b055-d9abd40df285 None None] Enqueued Resource ID: 58f07c56-854c-4f2c-92ac-420926d7e701 with Priority: HIGHEST for action port [ 839.816760] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f07c56-854c-4f2c-92ac-420926d7e701 with Priority: HIGHEST for action port [ 839.816760] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f07c56-854c-4f2c-92ac-420926d7e701 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.816760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f07c56-854c-4f2c-92ac-420926d7e701" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.816760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f07c56-854c-4f2c-92ac-420926d7e701" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.816760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f07c56-854c-4f2c-92ac-420926d7e701" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.816760] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f07c56-854c-4f2c-92ac-420926d7e701',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.039951] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.299652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.299971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.300219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.300342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.300582] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.300698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.300755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.300918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.300991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.301137] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 840.320823] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f07c56-854c-4f2c-92ac-420926d7e701 [ 840.320823] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.320823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.321170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.321170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.321170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.321308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f07c56-854c-4f2c-92ac-420926d7e701 already deleted. [ 840.321357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f07c56-854c-4f2c-92ac-420926d7e701" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.334620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.334833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.334833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.335104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.335402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.355620] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 840.541630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.541945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.541945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.542293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.542435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.542582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec07eae-12f2-47d8-b039-38ab744129fe is going to be created. [ 840.571066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.571341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.571419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.571648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.571821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.594936] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: UNINITIALIZED for 2s [ 842.233442] env[63533]: INFO networking_nsxv3.common.synchronization [None req-93d1f215-eaf8-422f-b62d-c058d1f0bc8c None None] Enqueued Resource ID: 0da4f29e-f450-4a68-8ccd-f68fcddee6eb with Priority: HIGHEST for action port [ 842.233740] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da4f29e-f450-4a68-8ccd-f68fcddee6eb with Priority: HIGHEST for action port [ 842.234876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da4f29e-f450-4a68-8ccd-f68fcddee6eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.234876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da4f29e-f450-4a68-8ccd-f68fcddee6eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.234876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da4f29e-f450-4a68-8ccd-f68fcddee6eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.234876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da4f29e-f450-4a68-8ccd-f68fcddee6eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.234876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da4f29e-f450-4a68-8ccd-f68fcddee6eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.366377] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 842.366377] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 842.366377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.607492] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: SUCCESS [ 842.607779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.608018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.608606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.608888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.609139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.609262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.609386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.609513] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.741381] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da4f29e-f450-4a68-8ccd-f68fcddee6eb [ 842.741702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.741859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.741933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.742173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.742265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.742384] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da4f29e-f450-4a68-8ccd-f68fcddee6eb already deleted. [ 842.742479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da4f29e-f450-4a68-8ccd-f68fcddee6eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.113982] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.617536] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec07eae-12f2-47d8-b039-38ab744129fe: rpc.has_security_group_logging(os_id): False [ 843.637873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.638077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.638126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.638309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.638385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.638642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.638750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.638798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.638940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.639022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.639111] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec07eae-12f2-47d8-b039-38ab744129fe is going to be created. [ 843.706275] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.706539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.706539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.707046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.707046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.719488] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: IN_PROGRESS for 2s [ 843.856448] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2184212a-f51e-459a-a714-f6e72b7e0e98 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 843.857077] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 843.857444] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.857571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.857639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.857933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.858593] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.958262] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ac4599c4-26ec-4b16-ad7c-5b27245deaad tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 843.958262] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 843.958262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.958262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.958262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.958707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.958931] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.025524] env[63533]: INFO networking_nsxv3.common.synchronization [None req-fe9853f9-5908-450e-896d-f0ec1c862005 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 844.025524] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 844.026163] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.026530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.085362] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a56dae31-0b42-4fc1-81d9-50bf8abfcf03 tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 844.085512] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 844.086109] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.086109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.298195] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c5464a7c-5623-4d5e-97e6-6f0e596f74a7 None None] Enqueued Resource ID: 0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5 with Priority: HIGHEST for action port [ 844.298675] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5 with Priority: HIGHEST for action port [ 844.298987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.299117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.299177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.299430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.299593] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.386366] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.386589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.386706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.387030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.387164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.387293] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed already deleted. [ 844.387414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.391028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.391028] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.482330] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.482521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.482569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.482766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.482856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.482944] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee757527-470b-4127-9441-886d6340adf9 already deleted. [ 844.483040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.483204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.483354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.483428] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.803310] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5 [ 844.804088] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.804088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.804088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.804233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.804391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.804526] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5 already deleted. [ 844.804643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b71c5fc-4799-4ccb-8e6e-ae0d9b07e9c5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.912700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.912908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.912947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.913280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.913280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.913602] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed already deleted. [ 844.913649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.008231] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.008231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.008231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.008231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.008231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.008231] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee757527-470b-4127-9441-886d6340adf9 already deleted. [ 845.008231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.728770] env[63533]: INFO networking_nsxv3.common.synchronization [req-cf4417b5-bce3-4439-894d-74e2f4cc849a req-157204c0-94d8-45e5-b411-f0989c77392a tempest-ServerPasswordTestJSON-52970672 tempest-ServerPasswordTestJSON-52970672-project-member] Enqueued Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 845.731605] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 845.731605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.731605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.731605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.731605] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.741347] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: SUCCESS [ 845.741562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.235721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.235721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.235721] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95ae660-3290-459f-afcb-130668f53143 already deleted. [ 846.235721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.243136] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.243136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-446" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.243136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-446" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.243136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-446" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.243136] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.243767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.244686] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.245046] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.245314] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.245784] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.246538] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.249041] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.249041] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.249041] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.249041] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.249041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.268052] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.268052] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.268254] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.268321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-446" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.268653] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-9fa95b30-4f3b-4051-94dc-c49ea22b7275 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.268855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.268996] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.269536] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa95b30-4f3b-4051-94dc-c49ea22b7275',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.772094] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.772413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.772523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.772950] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.773267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.773498] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 9fa95b30-4f3b-4051-94dc-c49ea22b7275 not found, creating... [ 846.773794] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.774008] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.774180] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.774421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.774570] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.774869] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.775052] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.775176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.775389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.775527] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.775667] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 9fa95b30-4f3b-4051-94dc-c49ea22b7275 is going to be created. [ 846.796505] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.796777] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.796879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.797189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.797424] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.797654] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.813794] env[63533]: INFO networking_nsxv3.common.synchronization [req-cf4417b5-bce3-4439-894d-74e2f4cc849a req-b1943f10-df0b-43e6-87b8-b8a54e0b7248 service nova] Enqueued Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_rules [ 847.814090] env[63533]: INFO networking_nsxv3.common.synchronization [req-cf4417b5-bce3-4439-894d-74e2f4cc849a req-b1943f10-df0b-43e6-87b8-b8a54e0b7248 service nova] Enqueued Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 847.814128] env[63533]: INFO networking_nsxv3.common.synchronization [req-cf4417b5-bce3-4439-894d-74e2f4cc849a req-b1943f10-df0b-43e6-87b8-b8a54e0b7248 service nova] Enqueued Resource ID: 9fa95b30-4f3b-4051-94dc-c49ea22b7275 with Priority: HIGHEST for action port [ 847.817540] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_rules [ 847.817540] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 847.817540] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa95b30-4f3b-4051-94dc-c49ea22b7275 with Priority: HIGHEST for action port [ 847.817540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.817540] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.817540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.817540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.817540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.818322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.818322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.818322] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.818987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa95b30-4f3b-4051-94dc-c49ea22b7275 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.818987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.818987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.818987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.818987] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa95b30-4f3b-4051-94dc-c49ea22b7275',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.322951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.323637] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.324757] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fa95b30-4f3b-4051-94dc-c49ea22b7275 with status ACTIVE [ 848.326220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.326456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.326608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.326979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.327811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.328094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.328934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.329121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.329995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.330201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.334021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.334021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.334021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.334021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.334021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.334021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fa95b30-4f3b-4051-94dc-c49ea22b7275 is going to be updated. [ 848.355780] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.355921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.355989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.356207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.356338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.356491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa95b30-4f3b-4051-94dc-c49ea22b7275" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.836975] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.339106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.339429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.339429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.339691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.339794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.339909] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95ae660-3290-459f-afcb-130668f53143 is going to be created. [ 849.374244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.374474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.374548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.374766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.374975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.384482] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: UNINITIALIZED for 2s [ 851.396043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: SUCCESS [ 851.396432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.396432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.396511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.396736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.396878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.396948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.397136] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.397226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.397304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.397399] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.900303] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.900427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.900427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.900645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.900807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.900985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.900985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.901298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.901298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.901298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.901432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.901432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.901594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.901676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.901827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.901938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.902033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.902157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.902228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.902307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.902517] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.408019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d95ae660-3290-459f-afcb-130668f53143: rpc.has_security_group_logging(os_id): False [ 852.428725] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.428725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.428725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.428958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.429088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.429602] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.429602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.429602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.429838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.429838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.430788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.431118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.431261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.431502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.431638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.431904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.432108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.432219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.432435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.432642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.432715] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95ae660-3290-459f-afcb-130668f53143 is going to be created. [ 852.500402] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.501077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.501384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.501848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.502132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.513403] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: IN_PROGRESS for 2s [ 852.817354] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 852.817859] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 853.000174] env[63533]: INFO networking_nsxv3.common.synchronization [req-697f5086-c6f5-4fa7-8b0c-61846de7cf5a req-88968bd7-3414-4461-bbd4-abf74fcb947b tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 853.002381] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 853.003191] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.003526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.003720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.007350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.007613] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.007786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.007904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.008215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.008332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.008591] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.460340] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.460708] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.460708] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.460997] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.461290] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.461463] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.461580] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.461815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.461961] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.462211] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.462365] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.462494] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.462603] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.462740] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.462836] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.462978] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.483062] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.483204] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.483299] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.483492] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.483842] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-a4df30fe-8921-4a26-89d6-e478ba9e2608 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.484051] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.484185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.484639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.484796] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4df30fe-8921-4a26-89d6-e478ba9e2608',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.511827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.511997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.512052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.512260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.512368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.512590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.512729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.512806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.512981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.513088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.513226] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be deleted. [ 853.545518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.545518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.545518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.545518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.545518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.545518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.988178] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.988645] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.988824] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.989125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.989446] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.989586] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port a4df30fe-8921-4a26-89d6-e478ba9e2608 not found, creating... [ 853.990024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.990372] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.990564] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.990936] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.991275] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.991712] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.991982] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.992345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.993133] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.993327] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.993700] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: a4df30fe-8921-4a26-89d6-e478ba9e2608 is going to be created. [ 854.015987] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.016726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.016726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.016726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.016936] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.017165] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.531176] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: SUCCESS [ 854.531176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.852095] env[63533]: INFO networking_nsxv3.common.synchronization [req-697f5086-c6f5-4fa7-8b0c-61846de7cf5a req-33b5545d-b1c7-4bce-8f3c-745f9982a057 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 854.852242] env[63533]: INFO networking_nsxv3.common.synchronization [req-697f5086-c6f5-4fa7-8b0c-61846de7cf5a req-33b5545d-b1c7-4bce-8f3c-745f9982a057 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 854.852469] env[63533]: INFO networking_nsxv3.common.synchronization [req-697f5086-c6f5-4fa7-8b0c-61846de7cf5a req-33b5545d-b1c7-4bce-8f3c-745f9982a057 service nova] Enqueued Resource ID: a4df30fe-8921-4a26-89d6-e478ba9e2608 with Priority: HIGHEST for action port [ 854.853008] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 854.853176] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 854.853283] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4df30fe-8921-4a26-89d6-e478ba9e2608 with Priority: HIGHEST for action port [ 854.853789] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.853789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.853789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.853949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.854033] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.855042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.855892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.855892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.855892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.855892] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.855892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.855892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.856154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.856154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.856154] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.857706] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4df30fe-8921-4a26-89d6-e478ba9e2608 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.857706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.857706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.857706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.857706] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4df30fe-8921-4a26-89d6-e478ba9e2608',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.214022] env[63533]: INFO networking_nsxv3.common.synchronization [req-184ea41e-e2f4-410d-8eca-6d73d991f50c req-ebfab0dd-51d5-4b4c-94c4-ac04b3ef5b42 tempest-ServersNegativeTestJSON-811223485 tempest-ServersNegativeTestJSON-811223485-project-member] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 855.214645] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGHEST for action security_group_members [ 855.214949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.217487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.217487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.217487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.218825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.218978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.219019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.219198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.219391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.219391] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.359478] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.363246] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.363372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.363557] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4df30fe-8921-4a26-89d6-e478ba9e2608 with status ACTIVE [ 855.363765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.363891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.363974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.365966] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.365966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.367719] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.367719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.367719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.367719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.367719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.367719] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4df30fe-8921-4a26-89d6-e478ba9e2608 is going to be updated. [ 855.394399] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.394594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.394826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.394975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.395221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.395509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4df30fe-8921-4a26-89d6-e478ba9e2608" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.589664] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d3e85f-36f5-4110-96fa-f6bd73fc39b7 req-3a2b99e6-2a0e-40c6-9067-34e213ec5e94 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 855.590427] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 855.590815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.590947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.591026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.593177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.593177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.593177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.593177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.593177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.593177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.593177] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.729102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.729102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.729102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.729102] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be updated. [ 855.781844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.781999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.782087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.782313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.782485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.800209] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: IN_PROGRESS for 2s [ 855.870899] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.095893] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.095893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.095893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.095893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.116440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.116685] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.117513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.117513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.117690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.118050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.118177] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 856.146380] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.146612] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.146811] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147000] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.147316] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.147484] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.147611] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147875] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.148015] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.148229] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.148352] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.148468] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.148582] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.148699] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.148815] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.148954] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.154468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.154605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.154667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.154928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.155094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.166818] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 856.176923] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.177173] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.177339] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.177538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.177866] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2906e927-8bc7-4651-b391-e6a376f3208b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.178145] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.178272] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.178603] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.178734] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2906e927-8bc7-4651-b391-e6a376f3208b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.372873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.373161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.373411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.373508] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be created. [ 856.401166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.401316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.401370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.401601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.401763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.418067] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: UNINITIALIZED for 2s [ 856.684097] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.684447] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.684534] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.684827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.684976] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.685210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2906e927-8bc7-4651-b391-e6a376f3208b not found, creating... [ 856.685535] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.685696] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.685815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.686065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.686203] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.686497] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.686669] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.686857] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.687135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.687281] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.687424] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2906e927-8bc7-4651-b391-e6a376f3208b is going to be created. [ 856.714190] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.714425] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.714590] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.714893] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.715198] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.715461] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.488722] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d3e85f-36f5-4110-96fa-f6bd73fc39b7 req-707ef6d6-f851-448b-be09-e48d9fc1608f service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 857.488722] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d3e85f-36f5-4110-96fa-f6bd73fc39b7 req-707ef6d6-f851-448b-be09-e48d9fc1608f service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 857.488887] env[63533]: INFO networking_nsxv3.common.synchronization [req-54d3e85f-36f5-4110-96fa-f6bd73fc39b7 req-707ef6d6-f851-448b-be09-e48d9fc1608f service nova] Enqueued Resource ID: 2906e927-8bc7-4651-b391-e6a376f3208b with Priority: HIGHEST for action port [ 857.489127] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 857.489205] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 857.489317] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2906e927-8bc7-4651-b391-e6a376f3208b with Priority: HIGHEST for action port [ 857.491507] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.491507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.491507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.491690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.491755] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.492717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.492812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.493018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2906e927-8bc7-4651-b391-e6a376f3208b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.493118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.493183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.493364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.493537] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2906e927-8bc7-4651-b391-e6a376f3208b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.810546] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db650226-c9df-44a7-bad1-287db4eea148 in Status: SUCCESS [ 857.811574] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db650226-c9df-44a7-bad1-287db4eea148 deletion is rescheduled due to dependency. [ 857.811574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.995639] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.995639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.996904] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2906e927-8bc7-4651-b391-e6a376f3208b with status ACTIVE [ 857.997314] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.997314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.997447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.997603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.997923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.997923] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.998045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.998045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.999992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.999992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.999992] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2906e927-8bc7-4651-b391-e6a376f3208b is going to be updated. [ 858.023727] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.023872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.023974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.024179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.024312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.024552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2906e927-8bc7-4651-b391-e6a376f3208b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.179393] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 858.179393] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 858.179393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.179393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.179393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.179668] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.179752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.179752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.179951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.179951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.180391] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.427926] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 858.428193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.428485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.428747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.429374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.429676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.429770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.429971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.434128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.434284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.434445] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.683318] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.937713] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.938206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.940581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.940581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.942572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.942886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.943039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.943133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.943429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.943765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.943765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.944179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.944179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.944338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.945099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.945099] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.187172] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.448941] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 859.469510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.469706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.469920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.470053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.470162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.470380] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.470481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.470548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.470710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.470786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.471009] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.471495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.471495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.471554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.471633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.471844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.471938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.472009] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.472228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.472228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.472353] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be created. [ 859.540599] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.540746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.540836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.541095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.541285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.554059] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 859.691117] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.692019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.692019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 859.721246] env[63533]: INFO networking_nsxv3.common.synchronization [req-336ab733-d8cf-4d95-92d5-cd410fd6ae6d req-95bf9c5b-807d-4ed9-8a3c-3fbccc575be5 tempest-ServerPasswordTestJSON-52970672 tempest-ServerPasswordTestJSON-52970672-project-member] Enqueued Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 859.721901] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95ae660-3290-459f-afcb-130668f53143 with Priority: HIGHEST for action security_group_members [ 859.722344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95ae660-3290-459f-afcb-130668f53143 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.722498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.722570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.722843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.722924] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.723105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.723161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.723324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.723411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.723505] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95ae660-3290-459f-afcb-130668f53143',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.734054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.734306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.734306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.734599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.749255] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 860.229449] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.229764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.229764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.229894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.230017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.230250] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.230351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.230515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.230625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.230669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.230745] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95ae660-3290-459f-afcb-130668f53143 is going to be updated. [ 860.274147] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.274288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.274358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.274610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.274754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.284594] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: IN_PROGRESS for 2s [ 860.720814] env[63533]: INFO networking_nsxv3.common.synchronization [req-5f831984-e315-460d-b7f5-c4963c2e21bc req-ee7492b5-f956-44a0-9cb4-e8361076c4ee tempest-ListImageFiltersTestJSON-316064239 tempest-ListImageFiltersTestJSON-316064239-project-member] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 860.721746] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 860.721908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.722423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.722423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.722423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.722566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.722631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.722666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.722852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.722930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.722978] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.230482] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.230765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.230811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.231075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.231199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.231496] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.231821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.231821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.232012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.232133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.232252] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 already deleted. [ 861.232364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.355105] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.355105] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.355105] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.355105] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.358308] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.358308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.358308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.358308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.358308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.358308] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.358308] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.358308] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.358308] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.358308] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.358308] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.358978] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.382858] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.383170] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.384014] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.384014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.386869] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5487fc0a-b645-4a02-b47f-772c0eabd9d4 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.386869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.386869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.386869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.386869] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5487fc0a-b645-4a02-b47f-772c0eabd9d4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.570269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 861.570269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.764955] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 861.765151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.765566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.765734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.766227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.766332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.766442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.766762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.766886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.768273] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.892021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.892021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5487fc0a-b645-4a02-b47f-772c0eabd9d4 not found, creating... [ 861.892021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.892021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.892563] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.892563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.896186] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.897387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5487fc0a-b645-4a02-b47f-772c0eabd9d4 is going to be created. [ 861.922960] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.922960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.922960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.922960] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.923999] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.924354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.276782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.276782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.276782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.278594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.279019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.279233] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.279342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.279459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.279668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.279770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.279884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.284260] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.299272] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95ae660-3290-459f-afcb-130668f53143 in Status: SUCCESS [ 862.299272] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95ae660-3290-459f-afcb-130668f53143 deletion is rescheduled due to dependency. [ 862.299272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95ae660-3290-459f-afcb-130668f53143" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.484156] env[63533]: INFO networking_nsxv3.common.synchronization [None req-823d8117-2998-43d9-b104-22e4615a607b None None] Enqueued Resource ID: 3f7c3830-8772-4915-acfc-b1667470cb17 with Priority: HIGHEST for action port [ 862.484750] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7c3830-8772-4915-acfc-b1667470cb17 with Priority: HIGHEST for action port [ 862.485122] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f7c3830-8772-4915-acfc-b1667470cb17 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.485278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f7c3830-8772-4915-acfc-b1667470cb17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.485494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f7c3830-8772-4915-acfc-b1667470cb17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.485667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f7c3830-8772-4915-acfc-b1667470cb17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.485764] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7c3830-8772-4915-acfc-b1667470cb17',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.785902] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb: rpc.has_security_group_logging(os_id): False [ 862.809824] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.810085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.810085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.810280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.810376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.810566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.810675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.810719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.810880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.810957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.811151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.811243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.811303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.811438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.811509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.811763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.811862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.812151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.812472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.812573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.812758] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 862.887129] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.887353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.887590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.887766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.887970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.904985] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 862.990681] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f7c3830-8772-4915-acfc-b1667470cb17 [ 862.991012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.991434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.991515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.991943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.992111] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f7c3830-8772-4915-acfc-b1667470cb17 already deleted. [ 862.992234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f7c3830-8772-4915-acfc-b1667470cb17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.405542] env[63533]: INFO networking_nsxv3.common.synchronization [req-5f831984-e315-460d-b7f5-c4963c2e21bc req-4b53e6a6-9ef0-4dc5-af8c-19a0cebe424a service nova] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_rules [ 863.405787] env[63533]: INFO networking_nsxv3.common.synchronization [req-5f831984-e315-460d-b7f5-c4963c2e21bc req-4b53e6a6-9ef0-4dc5-af8c-19a0cebe424a service nova] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 863.405867] env[63533]: INFO networking_nsxv3.common.synchronization [req-5f831984-e315-460d-b7f5-c4963c2e21bc req-4b53e6a6-9ef0-4dc5-af8c-19a0cebe424a service nova] Enqueued Resource ID: 5487fc0a-b645-4a02-b47f-772c0eabd9d4 with Priority: HIGHEST for action port [ 863.406288] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_rules [ 863.406288] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 863.406397] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487fc0a-b645-4a02-b47f-772c0eabd9d4 with Priority: HIGHEST for action port [ 863.408274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.408274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.408274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.408274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.408274] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.411353] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.411353] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.411353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.411353] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.412417] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5487fc0a-b645-4a02-b47f-772c0eabd9d4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.413908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.413908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.413908] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5487fc0a-b645-4a02-b47f-772c0eabd9d4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.913407] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.914607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.914718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.915101] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5487fc0a-b645-4a02-b47f-772c0eabd9d4 with status ACTIVE [ 863.915266] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.915380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.915439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.915676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.915750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.915972] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.916062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.917251] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.917251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.917251] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5487fc0a-b645-4a02-b47f-772c0eabd9d4 is going to be updated. [ 863.943789] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.943789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.943789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.944089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.944181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.944296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5487fc0a-b645-4a02-b47f-772c0eabd9d4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.989516] env[63533]: INFO networking_nsxv3.common.synchronization [req-30bcae11-6d41-4c73-91b7-04490cf61f93 req-3658f843-0b71-4120-9464-c065c3f47989 tempest-ListImageFiltersTestJSON-316064239 tempest-ListImageFiltersTestJSON-316064239-project-member] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 863.990173] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 863.992735] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.992735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.380892] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.381160] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.381408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.381733] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.382027] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.382398] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.382398] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.382516] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.382657] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.382861] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.382972] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.383146] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.383196] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.383299] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.383411] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.383537] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.409877] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f35bafee-3674-413c-a161-ed9b5ff043a4 None None] Enqueued Resource ID: 9794cf77-1343-4e52-b425-9ab817ae8a51 with Priority: HIGHEST for action port [ 864.410704] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9794cf77-1343-4e52-b425-9ab817ae8a51 with Priority: HIGHEST for action port [ 864.411355] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9794cf77-1343-4e52-b425-9ab817ae8a51 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.411552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9794cf77-1343-4e52-b425-9ab817ae8a51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.411676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9794cf77-1343-4e52-b425-9ab817ae8a51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.412043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9794cf77-1343-4e52-b425-9ab817ae8a51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.412197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9794cf77-1343-4e52-b425-9ab817ae8a51',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.418503] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.418503] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.418503] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.418503] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.418503] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-68ccd913-2820-44c7-b00f-73f8c61e610e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.418503] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.418772] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.418924] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.419253] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ccd913-2820-44c7-b00f-73f8c61e610e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.420748] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.917997] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9794cf77-1343-4e52-b425-9ab817ae8a51 [ 864.918280] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.918421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.918490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.918776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.918929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.919068] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9794cf77-1343-4e52-b425-9ab817ae8a51 already deleted. [ 864.919181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9794cf77-1343-4e52-b425-9ab817ae8a51" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.927243] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 864.927585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.928089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.928370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.928532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.928816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.929374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.929665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be created. [ 864.932778] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.933178] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.933414] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.933779] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.934044] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.934294] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 68ccd913-2820-44c7-b00f-73f8c61e610e not found, creating... [ 864.934797] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.935112] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.935331] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.935683] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.935927] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.936352] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.939520] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.939911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.940390] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.940688] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.941125] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 68ccd913-2820-44c7-b00f-73f8c61e610e is going to be created. [ 864.968093] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.968093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.968093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.968093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.968093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.968093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.980748] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.980748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.980748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.982035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.982196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.996210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: UNINITIALIZED for 2s [ 865.429423] env[63533]: INFO networking_nsxv3.common.synchronization [None req-c6e7e3dc-05fd-4fe7-80e2-44b6af6ae391 None None] Enqueued Resource ID: e268be5e-79c7-493e-a61b-e9555b882863 with Priority: HIGHEST for action port [ 865.431293] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e268be5e-79c7-493e-a61b-e9555b882863 with Priority: HIGHEST for action port [ 865.431293] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e268be5e-79c7-493e-a61b-e9555b882863 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.431737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e268be5e-79c7-493e-a61b-e9555b882863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.431826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e268be5e-79c7-493e-a61b-e9555b882863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.432107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e268be5e-79c7-493e-a61b-e9555b882863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.432188] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e268be5e-79c7-493e-a61b-e9555b882863',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.935373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e268be5e-79c7-493e-a61b-e9555b882863 [ 865.936053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.936254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.936706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.937262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.937762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.937762] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e268be5e-79c7-493e-a61b-e9555b882863 already deleted. [ 865.937762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e268be5e-79c7-493e-a61b-e9555b882863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.459318] env[63533]: INFO networking_nsxv3.common.synchronization [req-30bcae11-6d41-4c73-91b7-04490cf61f93 req-f9b3b8c2-76c1-4505-b840-e59a4bb5b65c service nova] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_rules [ 866.459606] env[63533]: INFO networking_nsxv3.common.synchronization [req-30bcae11-6d41-4c73-91b7-04490cf61f93 req-f9b3b8c2-76c1-4505-b840-e59a4bb5b65c service nova] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 866.459639] env[63533]: INFO networking_nsxv3.common.synchronization [req-30bcae11-6d41-4c73-91b7-04490cf61f93 req-f9b3b8c2-76c1-4505-b840-e59a4bb5b65c service nova] Enqueued Resource ID: 68ccd913-2820-44c7-b00f-73f8c61e610e with Priority: HIGHEST for action port [ 866.459866] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_rules [ 866.459996] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 866.460113] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccd913-2820-44c7-b00f-73f8c61e610e with Priority: HIGHEST for action port [ 866.460676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.460779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.460982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.462557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.462818] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-68ccd913-2820-44c7-b00f-73f8c61e610e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.462957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.463055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.463435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.463572] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ccd913-2820-44c7-b00f-73f8c61e610e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.832957] env[63533]: INFO networking_nsxv3.common.synchronization [None req-69ed0999-6add-49e9-bdd8-449dbee8075a None None] Enqueued Resource ID: a0582eae-2600-4949-9c7d-083252bf4867 with Priority: HIGHEST for action port [ 866.833710] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0582eae-2600-4949-9c7d-083252bf4867 with Priority: HIGHEST for action port [ 866.834066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0582eae-2600-4949-9c7d-083252bf4867 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.834293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0582eae-2600-4949-9c7d-083252bf4867" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.834293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0582eae-2600-4949-9c7d-083252bf4867" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.834756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0582eae-2600-4949-9c7d-083252bf4867" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.834870] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0582eae-2600-4949-9c7d-083252bf4867',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.968575] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68ccd913-2820-44c7-b00f-73f8c61e610e with status ACTIVE [ 866.969073] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.969353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.969489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.969824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.969939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.970213] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.970380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.970437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.970766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.970911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.971145] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.971349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.971404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.971633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.971836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.971836] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68ccd913-2820-44c7-b00f-73f8c61e610e is going to be updated. [ 866.995619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.996659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.996659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.996659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.997306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.997306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68ccd913-2820-44c7-b00f-73f8c61e610e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.011997] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 867.012374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.012685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.017026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.017026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.338445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0582eae-2600-4949-9c7d-083252bf4867 [ 867.338667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.338800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.338873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.339105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.339196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.339292] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0582eae-2600-4949-9c7d-083252bf4867 already deleted. [ 867.339368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0582eae-2600-4949-9c7d-083252bf4867" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.518530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.518530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.519876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.024283] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.532478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.532478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.532478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.532478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.532478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.532478] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be updated. [ 868.567213] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.567213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.567213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.567213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.567213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.578345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 870.589716] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 870.590666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.590820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.591048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.591306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.591394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.591431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.592027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.592027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.592027] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.094249] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.599171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.834750] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.834848] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 872.105651] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.105651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.105651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.108249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.108249] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be updated. [ 872.157126] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.157356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.157820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.170660] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 874.180918] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 874.180918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.180918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.181399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.181399] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.181399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.181548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.181700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.181794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.183012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.183012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.183012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.183461] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.685403] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54df4287-c231-4adb-b978-a518347a19a3: rpc.has_security_group_logging(os_id): False [ 874.705811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.705993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.706043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.706353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.706581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.707093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.707093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.707566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.707566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.707566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.707936] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.707936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.707936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.708235] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be created. [ 874.790066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.790066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.790066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.790066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.790066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.808554] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 875.323687] env[63533]: INFO networking_nsxv3.common.synchronization [req-657c6544-d705-437b-a72a-545f83456ef1 req-ae5da643-36d7-417b-82fb-c56b1068f98e tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 875.324287] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 875.324718] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.324795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.324866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.325541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.325541] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.325734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.325839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.326059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.326197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.326334] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.798035] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.798253] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.798379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.798726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.799117] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.799759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.799759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.800072] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.800273] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.800521] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.800680] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.801123] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.801123] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.801123] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.801226] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.801328] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.829166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.829166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.829166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.829370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.830314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.830585] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.830697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.830765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.830972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.831071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.831163] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed already deleted. [ 875.831246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.856414] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.856541] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.856684] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.856870] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.857232] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2e8868e8-3746-43e8-906c-20e0cd0e7336 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.857454] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.857542] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.857906] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.858076] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8868e8-3746-43e8-906c-20e0cd0e7336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.363074] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.363074] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.363074] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.363538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.363538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.363538] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2e8868e8-3746-43e8-906c-20e0cd0e7336 not found, creating... [ 876.363823] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.364045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.364208] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.364492] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.364698] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.365059] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.365326] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.365497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.365769] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.365910] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.366094] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 is going to be created. [ 876.391969] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.392331] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.392667] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.393116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.393512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.393898] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.822725] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 876.822922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.823120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.823341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.823429] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.165133] env[63533]: INFO networking_nsxv3.common.synchronization [req-657c6544-d705-437b-a72a-545f83456ef1 req-7caee023-4b2b-4005-a4ab-380d90fc8af0 service nova] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 877.165328] env[63533]: INFO networking_nsxv3.common.synchronization [req-657c6544-d705-437b-a72a-545f83456ef1 req-7caee023-4b2b-4005-a4ab-380d90fc8af0 service nova] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 877.165466] env[63533]: INFO networking_nsxv3.common.synchronization [req-657c6544-d705-437b-a72a-545f83456ef1 req-7caee023-4b2b-4005-a4ab-380d90fc8af0 service nova] Enqueued Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 877.165757] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 877.165893] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 877.165979] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 877.166557] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.166685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.166754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.167019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.167107] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.167940] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.168067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.168135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.168441] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.168536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.168600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.168885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.168986] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.169758] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8868e8-3746-43e8-906c-20e0cd0e7336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.169906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.169940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.170081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.170167] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8868e8-3746-43e8-906c-20e0cd0e7336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.326123] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.326313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.326313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.326479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.326646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.326745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.326808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.327060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.327152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.327245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.327336] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.671949] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.673072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.673201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.673370] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8868e8-3746-43e8-906c-20e0cd0e7336 with status ACTIVE [ 877.673528] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.673833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.673833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.673978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.673978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.674144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.674235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.674296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.674443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.674517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.674720] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.674814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.674875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.677438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.677438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.677438] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 is going to be updated. [ 877.702049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.702215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.702279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.702601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.702764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.829708] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.830041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.830271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.830479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.830598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.830675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.830846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.830944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.831066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.831234] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.831336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.831497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.831743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.831951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.832059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.832123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.832277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.833013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.833013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.833013] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.180190] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.224203] env[63533]: INFO networking_nsxv3.common.synchronization [req-9c8a725d-f571-4b3b-a0a5-b1aea41c2b23 req-e3e7fb71-69a5-4106-a3c5-02c58fb44feb tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 878.224870] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 878.226338] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.226472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.226540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.226897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.227109] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.227366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.227366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.227503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.227538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.227621] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.339145] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54df4287-c231-4adb-b978-a518347a19a3: rpc.has_security_group_logging(os_id): False [ 878.358316] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.358455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.358709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.359107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.360775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.360775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.360775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.360775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.361230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.361316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.361722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.361722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.361722] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be updated. [ 878.428464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.428963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.429152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.429442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.431895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.443747] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 878.665134] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.665332] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.665465] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.665789] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.666063] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.666227] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.666346] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.666576] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.666727] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.666944] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.667075] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.667228] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.667352] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.667479] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.667591] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.667762] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.685899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.686295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.686385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.686722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.686863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.686998] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be created. [ 878.689018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.689186] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.689330] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.689583] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.690121] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-39d5fcb4-d49b-4357-9446-9420f5d3407d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.690404] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.690554] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.690876] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.691033] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d5fcb4-d49b-4357-9446-9420f5d3407d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.715142] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.715307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.715368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.715607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.715952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.726918] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: UNINITIALIZED for 2s [ 878.729760] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.729947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.730052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.730260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.730350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.730658] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.730746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.730779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.730941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.731031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.731121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be deleted. [ 878.780219] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.780439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.780609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.781296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.781296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.781296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.193684] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.194023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.194201] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.194625] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.194842] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.195058] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 39d5fcb4-d49b-4357-9446-9420f5d3407d not found, creating... [ 879.195425] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.195648] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.195796] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.196153] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.196347] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.196700] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.197055] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.197174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.197467] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.197610] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.197817] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 39d5fcb4-d49b-4357-9446-9420f5d3407d is going to be created. [ 879.225599] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.225599] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.225841] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.226012] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.226264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.226509] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [req-9c8a725d-f571-4b3b-a0a5-b1aea41c2b23 req-ff37a940-465c-413b-af02-733e403d823f service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [req-9c8a725d-f571-4b3b-a0a5-b1aea41c2b23 req-ff37a940-465c-413b-af02-733e403d823f service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [req-9c8a725d-f571-4b3b-a0a5-b1aea41c2b23 req-ff37a940-465c-413b-af02-733e403d823f service nova] Enqueued Resource ID: 39d5fcb4-d49b-4357-9446-9420f5d3407d with Priority: HIGHEST for action port [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 880.272938] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d5fcb4-d49b-4357-9446-9420f5d3407d with Priority: HIGHEST for action port [ 880.272938] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.273482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.273892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.273892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.273988] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.276548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.276678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.276837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.276965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.277151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.277264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.277324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.277462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.277550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.277650] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.281022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d5fcb4-d49b-4357-9446-9420f5d3407d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.281022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.281022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.281022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.281022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d5fcb4-d49b-4357-9446-9420f5d3407d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.459372] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 880.459610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.738183] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 880.738374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.738603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.738692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.738883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.739010] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.739079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.739240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.739320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.739408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.739497] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.780456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.780662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.780878] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.782796] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39d5fcb4-d49b-4357-9446-9420f5d3407d with status ACTIVE [ 880.783072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.783182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.783239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.783464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.783661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.783838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.783912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.783965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.784125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.784202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.784391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.784470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.784519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.784699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.784771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.784855] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39d5fcb4-d49b-4357-9446-9420f5d3407d is going to be updated. [ 880.809250] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.809501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.809501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.809681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.809798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.809970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d5fcb4-d49b-4357-9446-9420f5d3407d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.059608] env[63533]: INFO networking_nsxv3.common.synchronization [req-6faa13b0-f8e8-42c7-90fd-ec3c0b484cba req-bf867eda-03b9-4d95-b0b5-0f3116b9222b tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 881.060433] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 881.060897] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.062033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.062033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.062033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.062033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.062033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.062033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.062345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.062345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.062345] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.246022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.246022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.246022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.246022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.246654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.246654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.246654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.246654] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.284035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.565171] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.565324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.565395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.565655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.565772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.566033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.566207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.566242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.566454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.566592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.566639] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 881.598531] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.598807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.598807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.599049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.599184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.612309] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 881.749589] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 881.770169] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.771688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.771688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.772115] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.772115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.772115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.772375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.772847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.772847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.772847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.772847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.773064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.773105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.773194] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be created. [ 881.786641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.786847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.786968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.787220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.787312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.787502] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be created. [ 881.819991] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.820400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.820400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.820810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.820997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.832886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: UNINITIALIZED for 2s [ 881.849045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.849307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.849307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.849468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.849645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.861856] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 883.621960] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 883.622368] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 883.622368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.844728] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 883.845027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.845208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.845530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.845809] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.846031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.846031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.846275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.846380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.846469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.846580] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.875254] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 883.875541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.349085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.349349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.349349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.350291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.350618] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.350761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.350913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.351269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.351351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.351445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.351687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.351889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.351962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.352166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.352390] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.352535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.352618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.352829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.352948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.353090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.353241] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.856718] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15ff4895-1706-4bf6-bd53-6169a68be64f: rpc.has_security_group_logging(os_id): False [ 884.878157] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.878353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.878353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.878591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.878680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.878896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.878994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.879074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.879222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.879295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.879501] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.879596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.879652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.879846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.879921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.880120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.880202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.880266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.880414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.880476] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.880562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be created. [ 884.943951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.944231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.944231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.944410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.944703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.959370] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 886.062140] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.062140] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 886.975876] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 886.975876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.666025] env[63533]: INFO networking_nsxv3.common.synchronization [req-cfe2baac-f826-4577-b2ce-c9b983589c16 req-0f37ce8b-764b-4abc-9a30-1dd6e07f0769 tempest-InstanceActionsTestJSON-835482681 tempest-InstanceActionsTestJSON-835482681-project-member] Enqueued Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 887.666543] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 887.666938] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.667727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.667872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.667993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.668181] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.668285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.668364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.668525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.668611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.668707] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.872820] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 887.873038] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 887.873607] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 887.873778] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 887.879111] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.879330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.879407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.879636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.879816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.879917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.879979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.880146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.880231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.880330] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.881375] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.881458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.881525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.881740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.881915] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.882031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.882096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.882249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.882328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.882417] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.939160] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_rules [ 887.939160] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 887.939160] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 887.939160] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 887.939160] env[63533]: INFO networking_nsxv3.common.synchronization [req-e43a5d5c-568c-465d-a210-aee90a04ba2c req-1ce42cb0-2482-4a54-b599-b2a6de4bb5ed tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 887.939847] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_rules [ 887.940292] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 887.940770] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 887.941056] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 887.941250] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 887.941661] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.941924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.942110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.942601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.942780] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.944844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.945147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.945309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.945622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.945819] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.947322] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8868e8-3746-43e8-906c-20e0cd0e7336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.947674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.947862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.948304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.948482] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8868e8-3746-43e8-906c-20e0cd0e7336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.949859] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.950218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.950715] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.950900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.172522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.172522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.172522] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb already deleted. [ 888.172522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.187174] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.187174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-348" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.187174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-348" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.187174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-348" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.187174] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.187174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.187174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.188663] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.189110] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.190012] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.190737] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.191033] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.191301] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.193171] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.193171] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.193171] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.213704] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.213879] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.214445] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.214729] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-348" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.215155] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2dc178e5-2d66-4747-ae40-c03f69eba8e8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.215336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.215468] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.215821] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.215968] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc178e5-2d66-4747-ae40-c03f69eba8e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.384839] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.386778] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.452181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8868e8-3746-43e8-906c-20e0cd0e7336 with status ACTIVE [ 888.452414] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.452569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.452648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.453065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.453065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.453215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.453295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.453340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.453599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.453599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.453723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.453800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.453872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.454170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.454233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.454320] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 is going to be updated. [ 888.455648] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.455765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.456017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.456127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.479914] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.481425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.481425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.481425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.481425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.481425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.710212] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 888.710212] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 888.710212] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 888.711891] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 888.712445] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 888.712712] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 888.713192] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.713448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.713725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.716037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.716037] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.716037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.716037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.716037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.716037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.716037] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.717807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.718644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.719914] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.720437] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.720986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.724028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2dc178e5-2d66-4747-ae40-c03f69eba8e8 not found, creating... [ 888.724028] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.724028] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.724028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.724508] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.724508] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.724508] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.724508] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2dc178e5-2d66-4747-ae40-c03f69eba8e8 is going to be created. [ 888.748230] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.748747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.748980] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.749367] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.749695] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.750038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.761428] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_rules [ 888.761428] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 888.761428] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 888.761428] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 888.761428] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_rules [ 888.761899] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 888.762291] env[63533]: INFO networking_nsxv3.common.synchronization [req-67dd2b36-eba0-4222-aca1-6b61b7d2fe48 req-3c14a288-f9a0-4502-84a9-bb91f5bbe200 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 888.762816] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_rules [ 888.763104] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 888.763325] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 888.763686] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 with Priority: HIGHEST for action port [ 888.763940] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_rules [ 888.764159] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 888.764357] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 888.765593] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.765828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.766664] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.766938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.767253] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.767541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.767813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8868e8-3746-43e8-906c-20e0cd0e7336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.768032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.768178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.769211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.769211] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8868e8-3746-43e8-906c-20e0cd0e7336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.769803] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.769910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.769975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.770220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.770326] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.771134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.771238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.771386] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.771469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.889716] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.891081] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.222163] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.275282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8868e8-3746-43e8-906c-20e0cd0e7336 with status ACTIVE [ 889.275282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.275282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.275282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.275282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.275282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8868e8-3746-43e8-906c-20e0cd0e7336 is going to be updated. [ 889.276960] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.277191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.307179] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.307367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.307435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.307617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.307766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.308042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8868e8-3746-43e8-906c-20e0cd0e7336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.393353] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.393565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.393645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.394059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.394059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.394059] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 889.395939] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.396575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.396706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.397084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.397307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.397522] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be created. [ 889.445722] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.445954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.445996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.446232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.446380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.448404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.448583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.448690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.448914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.449146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.463943] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 889.466423] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: UNINITIALIZED for 2s [ 889.720103] env[63533]: INFO networking_nsxv3.common.synchronization [req-334b1af8-4f4b-4aa7-8eac-c923b395a44d req-a0ee961a-1fe9-410b-89e4-e6fae2286336 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 889.721052] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 889.723070] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.723070] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.723070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.723070] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.725240] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.793440] env[63533]: INFO networking_nsxv3.common.synchronization [req-2da88adf-f9c3-463f-99cc-a5578a41bedc req-3ac7dd80-d903-49d5-acbf-4d315acdcee1 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 889.794169] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 889.796620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.796857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.796969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.797255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.797467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.797671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.797748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.797939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.798055] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.798196] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.947513] env[63533]: INFO networking_nsxv3.common.synchronization [req-cfe2baac-f826-4577-b2ce-c9b983589c16 req-d5262cb6-f879-4527-80cb-224c34987213 service nova] Enqueued Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_rules [ 889.947738] env[63533]: INFO networking_nsxv3.common.synchronization [req-cfe2baac-f826-4577-b2ce-c9b983589c16 req-d5262cb6-f879-4527-80cb-224c34987213 service nova] Enqueued Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 889.947888] env[63533]: INFO networking_nsxv3.common.synchronization [req-cfe2baac-f826-4577-b2ce-c9b983589c16 req-d5262cb6-f879-4527-80cb-224c34987213 service nova] Enqueued Resource ID: 2dc178e5-2d66-4747-ae40-c03f69eba8e8 with Priority: HIGHEST for action port [ 889.948475] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_rules [ 889.948807] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 889.948807] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc178e5-2d66-4747-ae40-c03f69eba8e8 with Priority: HIGHEST for action port [ 889.949092] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.949255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.949323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.949627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.949731] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.950692] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.950833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.950963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.951148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.951325] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.951450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.951516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.951700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.951800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.951918] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.952792] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc178e5-2d66-4747-ae40-c03f69eba8e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.952907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.952998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.953189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.953265] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc178e5-2d66-4747-ae40-c03f69eba8e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.227011] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.227178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.227239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.227461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.227550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.227751] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.227850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.227914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.228092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.228169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.228257] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 890.231032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.231134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.231209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.231391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.231471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.231566] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aff700-99f2-4160-8396-51414a101367 is going to be created. [ 890.262304] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.262497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.262564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.262799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.263138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.265170] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.265321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.265377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.267745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.267983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.278679] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 890.279487] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: UNINITIALIZED for 2s [ 890.304122] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.455816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.455918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.457820] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.459487] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dc178e5-2d66-4747-ae40-c03f69eba8e8 with status ACTIVE [ 890.459603] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.459779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.459878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.460205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.460447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.460623] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.460792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.461202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.461202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.461320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.461599] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.461778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.461830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.464983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.464983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.464983] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dc178e5-2d66-4747-ae40-c03f69eba8e8 is going to be updated. [ 890.489569] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.489569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.489569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.489569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.489569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.489569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc178e5-2d66-4747-ae40-c03f69eba8e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.611216] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-c460635b-71b0-4152-a0c4-49e1f7abd177 tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 890.611761] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 890.612156] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.612293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.612359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.612573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.612779] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.612889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.612971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.613143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.613242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.613352] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.807224] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.965989] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.116126] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.116284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.116360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.116538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.116623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.116806] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.116952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.116952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.117137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.117211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.117294] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be deleted. [ 891.145845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.145983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.146054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.146259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.146549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.146549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.191886] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fe62c96-a99d-4b15-8dbc-c26b01bd896e req-986a347f-2bb9-4b8f-97a1-a4a8192cc528 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 891.192470] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 891.193090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.193243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.193284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.193516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.193673] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.193850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.193918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.194086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.194862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.194862] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.311373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.311534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.311737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.311874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.311938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.311987] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 891.339822] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.340100] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.340237] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.340405] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.341038] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.341038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.341038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.345747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.345747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.345747] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.345747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.345747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.345747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.345747] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.345747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.345747] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.354526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.354695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.354772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.354989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.356034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.366721] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 891.369199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.371807] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.371807] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.371807] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.371807] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ed76faed-4b61-4cd6-833c-46bbb80f49e3 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.371807] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.371807] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.371807] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.371807] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed76faed-4b61-4cd6-833c-46bbb80f49e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.468227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.468386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.468454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.470021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.470021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.470021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb is going to be created. [ 891.480443] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.480443] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.480443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.480443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.480443] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.481026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.481615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.481716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.481777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.481984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.482309] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.505461] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.505662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.505770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.506049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.506212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.516928] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: UNINITIALIZED for 2s [ 891.551886] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.552107] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.552466] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.552844] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.553147] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.553317] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.553436] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.553689] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.553825] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.554134] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.554199] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.554310] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.554591] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.554591] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.554745] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.554804] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.573485] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.573568] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.573692] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.573866] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.574217] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.574395] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.574516] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.574908] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.575538] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c96df2c-ae17-49fe-84c1-d86dd4b46eb6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.696255] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.696403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.696475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.696685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.696850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.697056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.697262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.697525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.697611] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 already deleted. [ 891.697691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.873586] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.873879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.873964] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.874292] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.874441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.874616] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ed76faed-4b61-4cd6-833c-46bbb80f49e3 not found, creating... [ 891.876660] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.876660] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.876660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.876994] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.877102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.877239] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ed76faed-4b61-4cd6-833c-46bbb80f49e3 is going to be created. [ 891.900515] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.900763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.901134] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.901236] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.901428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.901652] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.984935] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.985963] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.078693] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.079204] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.079434] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.079887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.080177] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.080453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 not found, creating... [ 892.080932] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.081174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.081386] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.081785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.082047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.082508] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.082808] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.083029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.083401] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.083620] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.083882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 is going to be created. [ 892.120022] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.120254] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.120380] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.120745] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.121042] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.121304] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.292433] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 892.292670] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 892.292829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.293638] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: SUCCESS [ 892.293835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.293977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.294430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.294430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.294579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.294579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.294790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.294861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.294947] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.487203] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.488168] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.797644] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.990339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.990743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.990743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.990868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.990868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.990941] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 892.992389] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.992389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.992389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.992507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.992598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.992690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be updated. [ 893.025931] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.026116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.026197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.026396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.026550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.028770] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.029096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.029205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.029390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.029515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.043019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 893.043714] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 893.047947] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-cf62b40d-0d86-4e30-a530-f58701a8ff20 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 893.047947] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-cf62b40d-0d86-4e30-a530-f58701a8ff20 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 893.047947] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-cf62b40d-0d86-4e30-a530-f58701a8ff20 service nova] Enqueued Resource ID: ed76faed-4b61-4cd6-833c-46bbb80f49e3 with Priority: HIGHEST for action port [ 893.048334] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 893.048583] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 893.048583] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed76faed-4b61-4cd6-833c-46bbb80f49e3 with Priority: HIGHEST for action port [ 893.048825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.048947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.049020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.049223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.049312] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.050134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.050248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.050316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.050484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.050627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.050714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.050774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.050913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.051040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.051480] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.052173] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed76faed-4b61-4cd6-833c-46bbb80f49e3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.052276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.052344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.052650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.052650] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed76faed-4b61-4cd6-833c-46bbb80f49e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.234536] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fe62c96-a99d-4b15-8dbc-c26b01bd896e req-cbfd3d62-341e-4aea-bc39-6ef52fd3d4ce service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 893.234536] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fe62c96-a99d-4b15-8dbc-c26b01bd896e req-cbfd3d62-341e-4aea-bc39-6ef52fd3d4ce service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 893.234901] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fe62c96-a99d-4b15-8dbc-c26b01bd896e req-cbfd3d62-341e-4aea-bc39-6ef52fd3d4ce service nova] Enqueued Resource ID: 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 with Priority: HIGHEST for action port [ 893.235686] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 893.235836] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 893.236095] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 with Priority: HIGHEST for action port [ 893.236931] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.237304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.237412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.237735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.237814] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.238682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.238788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.238854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.239095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.239245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.239341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.239399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.239563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.239658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.239754] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.240799] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.240905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.240967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.241133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.241207] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c96df2c-ae17-49fe-84c1-d86dd4b46eb6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.299985] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.376109] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 893.376332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.527905] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: SUCCESS [ 893.528143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.528310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.528536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.528728] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.528843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.528909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.529071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.529149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.529234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.529323] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.554552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.554812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.554873] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.555708] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed76faed-4b61-4cd6-833c-46bbb80f49e3 with status ACTIVE [ 893.555918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.556045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.556114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.556304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.556388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.556553] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.556679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.556738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.556845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.556920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.557120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.557211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.557267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.557402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.557472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.557550] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed76faed-4b61-4cd6-833c-46bbb80f49e3 is going to be updated. [ 893.577771] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.577928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.577964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.578190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.578366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.578530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed76faed-4b61-4cd6-833c-46bbb80f49e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.742973] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.743374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.743546] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 with status ACTIVE [ 893.743845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.744037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.744163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.744482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.744641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.744919] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.745219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.745662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.745966] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.746173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.746262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.746507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.746647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.746802] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c96df2c-ae17-49fe-84c1-d86dd4b46eb6 is going to be updated. [ 893.748359] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.773017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.773204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.773204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.773356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.773485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.773641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c96df2c-ae17-49fe-84c1-d86dd4b46eb6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.802946] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.803154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.803199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.803409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.803498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.803597] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aff700-99f2-4160-8396-51414a101367 is going to be updated. [ 893.832692] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.832893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.832999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.833268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.833464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.846484] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: IN_PROGRESS for 2s [ 894.031753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.032095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.032095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.032252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.032425] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.032556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.032628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.032783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.032897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.033020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.033177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.033275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.033346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.033479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.033619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.033711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.033773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.033908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.033997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.034112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.034205] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.059489] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.252827] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.510651] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-7f3a6f25-a354-441f-8989-7a2630e76d3a tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 894.510651] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 894.510651] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.510651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.539258] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25a3f1d9-e108-400b-9421-ecb390145ecb: rpc.has_security_group_logging(os_id): False [ 894.561123] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.561123] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.561123] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.561123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.562408] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.564372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.565139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.565139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.565139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.565139] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb is going to be created. [ 894.566700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.569411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.569411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.569559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.569798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.569846] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be created. [ 894.597962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.598157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.598279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.598574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.598872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.611196] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: UNINITIALIZED for 2s [ 894.632835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.633024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.633087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.633298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.633525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.647118] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: IN_PROGRESS for 2s [ 894.754854] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.755475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.755475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.755475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.755628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.755660] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be created. [ 894.788522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.788685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.788741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.789038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.789290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.805843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: UNINITIALIZED for 2s [ 895.055825] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 895.056219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.056312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.056601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.056840] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.057455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.057563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.057895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.058474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.058628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.058913] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.061214] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 895.061419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.061632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.061853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.062102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.062189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.062261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.062438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.062520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.062675] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.063688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.063885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.064312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.064445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.064528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.064715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.064836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.064957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.065118] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.066474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.066651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.066832] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.066959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.067053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.067215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.067292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.067395] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.180825] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181124] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.181921] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.181921] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.181921] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181921] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.182132] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.182272] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.182806] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.182806] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.182806] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.182969] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.182969] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.183040] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.183146] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.183274] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.211194] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.211361] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.211513] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.211681] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-208" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.212014] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.212189] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.212307] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.212697] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.212871] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e650c787-b98c-4e3d-aa14-1a81d82c2c8b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.566726] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.572529] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.572529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.572529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.577337] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.715509] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.715872] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.716054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.716412] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.717634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.717634] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port e650c787-b98c-4e3d-aa14-1a81d82c2c8b not found, creating... [ 895.717634] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.717634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.717634] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.718771] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.718771] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.718771] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.718771] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.718904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.719290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.719354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.719623] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: e650c787-b98c-4e3d-aa14-1a81d82c2c8b is going to be created. [ 895.723605] env[63533]: INFO networking_nsxv3.common.synchronization [None req-0e2cd0cf-4466-4a70-ac5e-de420a4769a9 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 895.724947] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 895.725380] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.725536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.725622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.725994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.726599] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.745151] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.745574] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745996] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.746339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.746339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.874130] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: SUCCESS [ 895.874389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.874581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.874875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.875183] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.875292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.875292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.875423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.875506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.875591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.875689] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.904717] env[63533]: INFO networking_nsxv3.common.synchronization [None req-1ce4862a-df7b-4e1b-91f5-3dc0e2370575 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 895.905784] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 895.906732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.906732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.070308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3d46c7-52bc-4f28-913e-5d042b816252: rpc.has_security_group_logging(os_id): False [ 896.075247] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.078148] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.094279] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.094579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.094765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.094943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.095161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.095414] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.095538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.095605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.095841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.095975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.096091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be created. [ 896.176179] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.176459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.176459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.176597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.176766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.193451] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 896.258296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.258506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.258805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.258864] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 already deleted. [ 896.258938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.259161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.259278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.259376] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.378459] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.578947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.579269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.579269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.579530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.579658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.579763] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 896.581174] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.581357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.581450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.581635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.581734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.581851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be updated. [ 896.613785] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.614163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.614318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.614604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.614808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.617064] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.617064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.617064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.617298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.617298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.630057] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 896.630957] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 896.631754] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 896.631960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.632215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.632340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.632581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.632829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.632829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.632829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.632950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.632998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.633091] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.633986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.638076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.638406] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.638406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.638541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.638610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.638692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.638785] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.664121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: SUCCESS [ 896.664121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.685018] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-1370e287-87b8-434b-adb6-dd1e575e2c43 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 896.685220] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-1370e287-87b8-434b-adb6-dd1e575e2c43 service nova] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 896.685367] env[63533]: INFO networking_nsxv3.common.synchronization [req-6a2d7809-7117-4d0d-8215-70fcb62ddad5 req-1370e287-87b8-434b-adb6-dd1e575e2c43 service nova] Enqueued Resource ID: e650c787-b98c-4e3d-aa14-1a81d82c2c8b with Priority: HIGHEST for action port [ 896.685608] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_rules [ 896.685778] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 896.685866] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e650c787-b98c-4e3d-aa14-1a81d82c2c8b with Priority: HIGHEST for action port [ 896.686492] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.686615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.686795] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.686873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.688139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.688139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.688139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.688379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.688479] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e650c787-b98c-4e3d-aa14-1a81d82c2c8b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.783798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.784302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.784302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.784302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.784302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.784567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 already deleted. [ 896.784567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.819394] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 896.819394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.819394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.819394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.819581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.819581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.819662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.819743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.819824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.819904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.820021] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.882037] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aff700-99f2-4160-8396-51414a101367: rpc.has_security_group_logging(os_id): False [ 896.904039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.904039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.904039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.904039] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aff700-99f2-4160-8396-51414a101367 is going to be created. [ 896.984527] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.984728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.986876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.986876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.986876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.006676] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: IN_PROGRESS for 2s [ 897.141269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.141659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.141659] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.193345] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e650c787-b98c-4e3d-aa14-1a81d82c2c8b with status ACTIVE [ 897.193610] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.193738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.193803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.194022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.194108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.194276] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.194365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.194424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.194574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.194644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.194865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.194982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.197758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.198025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.198117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.198218] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e650c787-b98c-4e3d-aa14-1a81d82c2c8b is going to be updated. [ 897.200421] env[63533]: INFO networking_nsxv3.common.synchronization [req-63291246-b1a0-4562-b6b0-7489dcd3f183 req-5c2e85ce-23a1-460d-b029-22bbc0c2c245 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 897.202265] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 897.204423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.204423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.204423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.204423] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.229029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.229029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.229029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.229029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.229029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.229029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e650c787-b98c-4e3d-aa14-1a81d82c2c8b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.322439] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.322602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.322828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.322950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.323148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.323254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.323317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.323486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.323579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.323898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.323898] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.323898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.324042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.325038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.325038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.325038] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.644965] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.675663] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.675886] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.676049] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.676437] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.676706] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.676880] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.677024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.677248] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.677441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.677677] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.677820] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.677933] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.678058] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.678271] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.678322] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.678414] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.708436] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.709816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.709816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.710208] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25122e7-aedc-417a-9934-11103187e8ed already deleted. [ 897.710208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.713022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.713240] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.713424] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.713639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.713984] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8a332a90-393f-41ae-a924-4959c06e6207 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.715028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.715028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.715028] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.715028] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a332a90-393f-41ae-a924-4959c06e6207',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.831513] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 897.854779] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.855058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.855359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.855837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.855984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.856260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.856402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.856469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.856948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.857160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.857454] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.857738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.857863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.858244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.858364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.858602] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.858755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.858844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.859039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.859141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.859248] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be created. [ 897.952281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.952469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.952534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.952713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.952895] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.974074] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 898.147647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.147968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.147968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.148293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.148423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.148567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 898.188500] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.190672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.190672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.190672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.190672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.202364] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 898.206129] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 898.206129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.206129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.206129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.206129] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.219443] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.219795] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.219947] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.220249] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.220402] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.220560] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8a332a90-393f-41ae-a924-4959c06e6207 not found, creating... [ 898.220826] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.222329] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.222329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.222897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.222897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.222897] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8a332a90-393f-41ae-a924-4959c06e6207 is going to be created. [ 898.248614] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.248614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.248614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.248767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.249070] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.249379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.642306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 898.642541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.642802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.643238] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.643357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.643418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.643652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.643749] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.646713] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 898.647089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.647166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.647422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.647627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.647800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.647890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.648105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.649556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.649762] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.710969] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.711174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.022476] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: SUCCESS [ 899.022634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.151817] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.156322] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.262115] env[63533]: INFO networking_nsxv3.common.synchronization [req-63291246-b1a0-4562-b6b0-7489dcd3f183 req-3276fdf4-c08a-441b-b005-cddaff3795ab service nova] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 899.262115] env[63533]: INFO networking_nsxv3.common.synchronization [req-63291246-b1a0-4562-b6b0-7489dcd3f183 req-3276fdf4-c08a-441b-b005-cddaff3795ab service nova] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 899.262115] env[63533]: INFO networking_nsxv3.common.synchronization [req-63291246-b1a0-4562-b6b0-7489dcd3f183 req-3276fdf4-c08a-441b-b005-cddaff3795ab service nova] Enqueued Resource ID: 8a332a90-393f-41ae-a924-4959c06e6207 with Priority: HIGHEST for action port [ 899.262881] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 899.263771] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 899.264951] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a332a90-393f-41ae-a924-4959c06e6207 with Priority: HIGHEST for action port [ 899.265894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.266176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.266643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.267086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.268048] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.268189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.268784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.268904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.269526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.269526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.269526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.269526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.269526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.269849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.269849] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.270573] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a332a90-393f-41ae-a924-4959c06e6207 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.270722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.270791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.270888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.270952] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a332a90-393f-41ae-a924-4959c06e6207',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.659502] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.661985] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.772948] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.773077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.773338] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.774424] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a332a90-393f-41ae-a924-4959c06e6207 with status ACTIVE [ 899.774626] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.774835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.774888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.775156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.775243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.775442] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.775536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.775604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.775760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.775842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.776033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.776148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.776223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.777898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.777898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.777898] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a332a90-393f-41ae-a924-4959c06e6207 is going to be updated. [ 899.818111] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.818111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.818111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.818111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.818111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.818111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.986285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 899.986727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.163833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.163833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.163833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.163833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.163833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.163833] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 900.172127] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.172127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.172127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.172127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.172127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.172127] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be updated. [ 900.199023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.199179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.199228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.199419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.200185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.201222] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.201321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.201434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.201734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.201734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.211343] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 900.212044] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 900.212616] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 900.212837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.213007] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.213235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.213416] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.213529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.213596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.213742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.213825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.213916] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.279329] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.720560] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.788046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.788046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.788046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.788046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.788046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.788046] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be created. [ 900.816231] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.816475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.816542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.816793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.817016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.831513] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: UNINITIALIZED for 2s [ 901.223310] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.728152] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.728152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.728152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.731498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.731607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.731725] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 901.764713] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.764951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.765050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.765347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.765536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.776342] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 902.224127] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 902.224430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.224537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.224852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.225075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.225198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.225263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.225446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.225530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.225617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.225848] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.225950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.226026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.226184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.226377] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.226926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.226926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.226926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.226926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.226926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.226926] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.231811] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 902.231992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.232309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.232578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.232578] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.232722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.232761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.232917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.233011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.233099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.233195] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.478348] env[63533]: INFO networking_nsxv3.common.synchronization [req-4550aa20-7bf3-4f9e-a9fa-cff244859969 req-1d0ff9f5-fc2d-4204-9625-9bb307b2132f tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 902.480565] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 902.481078] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.481270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.481384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.482042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.483983] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.484339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.484339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.484451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.484529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.484626] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.739307] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 902.741131] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.761303] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.761303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.761458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.761555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.761647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.761865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.761963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.762062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.762272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.762453] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.762610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.762856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.763368] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.763511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.763578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.763726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.763823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.763898] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 902.843264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 902.843477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.844196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.844196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.844196] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.844347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.844347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.845316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.845316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.845316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.845316] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.881999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.882154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.882229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.882733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.882733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.902686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 902.991850] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.991850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.992107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.993822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.993973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.994242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.994406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.994406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.994600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.994677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.995229] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee757527-470b-4127-9441-886d6340adf9 already deleted. [ 902.995229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.050107] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.050363] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.050521] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.051212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.051767] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.052163] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.052495] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.052812] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.052995] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.053354] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.053567] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.053738] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.054015] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.054236] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.054466] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.054584] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.087333] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.087333] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.087483] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.087535] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-212" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.087861] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.088394] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.090571] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.090571] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.090571] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.243554] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3d46c7-52bc-4f28-913e-5d042b816252: rpc.has_security_group_logging(os_id): False [ 903.262511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.262658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.263323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.263323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.263323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.263323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.263542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.263542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.263721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.263721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.263837] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be updated. [ 903.343862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.344242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.345027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.345027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.345027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.353615] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.369152] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 903.592891] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.593183] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.593315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.593605] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.593757] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.593914] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 not found, creating... [ 903.594197] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.594355] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.594471] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.594698] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.594930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.595250] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.595408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.595553] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.595786] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.596018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.596229] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 is going to be created. [ 903.620767] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.621037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.621235] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.621604] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.621951] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.622382] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.787573] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 903.787997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.788063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.788880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.788880] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.788880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.789120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.789215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.789350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.789488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.789709] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.789869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.789994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.790210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.790423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.790564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.790644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.790806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.790889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.793553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.793553] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.859626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25122e7-aedc-417a-9934-11103187e8ed: rpc.has_security_group_logging(os_id): False [ 903.881410] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.881822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.881822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.882490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.882490] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.882968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.883919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.883919] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be created. [ 903.966021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.966781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.966781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.969121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.969121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.985158] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: IN_PROGRESS for 2s [ 904.295704] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febaf1d4-df55-409d-bc26-ce7685512f9d: rpc.has_security_group_logging(os_id): False [ 904.319117] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.319117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.319117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.319117] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.319466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.319604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.319827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.319982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.320106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.320329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.320481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.320773] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.320933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.321043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.321270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.321388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.321523] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be created. [ 904.420128] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.420128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.420128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.420128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.420128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.421797] env[63533]: INFO networking_nsxv3.common.synchronization [req-4550aa20-7bf3-4f9e-a9fa-cff244859969 req-6b8ae1bf-32d4-4550-a2ef-bb535107b8d8 service nova] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 904.422068] env[63533]: INFO networking_nsxv3.common.synchronization [req-4550aa20-7bf3-4f9e-a9fa-cff244859969 req-6b8ae1bf-32d4-4550-a2ef-bb535107b8d8 service nova] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 904.422068] env[63533]: INFO networking_nsxv3.common.synchronization [req-4550aa20-7bf3-4f9e-a9fa-cff244859969 req-6b8ae1bf-32d4-4550-a2ef-bb535107b8d8 service nova] Enqueued Resource ID: cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 with Priority: HIGHEST for action port [ 904.426026] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_rules [ 904.426026] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 904.426026] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 with Priority: HIGHEST for action port [ 904.426026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.426026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.426026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.426026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.426026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.426026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.426815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.427377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.427377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.427377] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.434756] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 904.917568] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 904.917908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.918277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.918539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.918636] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.929673] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.930744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.930894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.931600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 with status ACTIVE [ 904.931600] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.931750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.931917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.932012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.932195] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.932360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.932441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.932612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.932693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.932865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.932972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.933079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.933221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.933302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.933367] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189 is going to be updated. [ 904.959511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.959511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.959511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.959511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.959511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.959784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff0fa7b-e08d-4e54-b01a-4b6cc4fd0189" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.385529] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 905.385880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.423509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.423509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.423509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.423509] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.432463] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.452954] env[63533]: INFO networking_nsxv3.common.synchronization [req-6576774e-7088-4942-a93e-4086d4a0b6d1 req-fb2d8ca9-b326-48bf-b737-dce4bd40192c tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 905.453411] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 905.454681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.454878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.454982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.455267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.455468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.455617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.455698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.455889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.456031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.457800] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.926202] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.926403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.926488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.926800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.926971] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.927125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.927199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.927394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.927499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.927605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.927774] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.927871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.927928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.928188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.928254] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.928361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.928414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.928553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.928645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.928728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.928819] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.934968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.935118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.935188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.935843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.936047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.936165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee757527-470b-4127-9441-886d6340adf9 is going to be created. [ 905.960438] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.960914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.961173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.961860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.961976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.962215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.962320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.962379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.962552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.962660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.962743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 905.976757] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.976757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.976757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.976757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.976757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.986725] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: UNINITIALIZED for 2s [ 906.009693] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.009693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.009693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.009693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.009693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.010497] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 906.010653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.025746] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 906.432304] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 906.453438] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 906.453683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.453865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.454142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.454197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.460796] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.460968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.461066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.461437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.461437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.461645] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.461763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.461823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.461980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.462073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.462252] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.462406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.462619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.462905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.463335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.463417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.463600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.463742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.463866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 906.546609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.546609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.546609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.546609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.546609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.568277] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 906.959446] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.959642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.959760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.960326] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.960514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.960911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.961030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.961171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.464108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.464108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.464572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.464572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.464699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.464745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.465019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.465112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.465260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.465354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.465428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.465579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.465723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.465816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.465890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.466069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.466112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.466197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.466298] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.968798] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for febaf1d4-df55-409d-bc26-ce7685512f9d: rpc.has_security_group_logging(os_id): False [ 907.993699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.993934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.993985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.994286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.994404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.994723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.994931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.995030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.995276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.995403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.995632] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.995834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.995932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.996140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.996259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.996489] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.996626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.996700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.996875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.996953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.997063] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 907.999416] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: SUCCESS [ 907.999735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.000254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.001014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.001014] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.001014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.002296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.002510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.002594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.002716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.002874] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.038367] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 908.040544] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f deletion is rescheduled due to dependency. [ 908.040544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.088740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.090159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.090159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.090159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.090159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.107330] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 908.161277] env[63533]: INFO networking_nsxv3.common.synchronization [req-95bb7408-2a32-4b81-b651-ebdffe579c3f req-2ab3c9d6-854a-4e9a-af14-a23dfd19df23 tempest-InstanceActionsTestJSON-835482681 tempest-InstanceActionsTestJSON-835482681-project-member] Enqueued Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 908.164288] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGHEST for action security_group_members [ 908.164288] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.164288] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.164288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.164288] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.465882] env[63533]: INFO networking_nsxv3.common.synchronization [req-0540092e-ef81-496b-a6db-4f1761f2ae71 req-67a68dc7-7bc9-4180-a522-7a438d135195 tempest-AttachInterfacesV270Test-102600570 tempest-AttachInterfacesV270Test-102600570-project-member] Enqueued Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 908.466628] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 908.469589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.469589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.469589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.469589] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.507193] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.589357] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 908.589528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.667164] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.667672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.667764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.667953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.668108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.668365] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.668516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.668591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.668766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.668856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.668969] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb is going to be updated. [ 908.705721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.705721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.705721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.705721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.705721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.716475] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: IN_PROGRESS for 2s [ 908.849275] env[63533]: INFO networking_nsxv3.common.synchronization [req-e8227ae0-1ff0-4bc9-bab3-d9750cbea698 req-9a950a00-1cc2-41fd-8da0-27609d73e58d tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 908.850804] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 908.850804] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.850804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.850804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.851141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.853075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.853075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.853075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.853075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.853280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.853325] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.973645] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.973645] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.973645] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 already deleted. [ 908.973645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.006024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.006024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-871" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.006024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-871" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.006024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-871" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.006024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.006024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.006024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.006784] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.007126] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.007499] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.007756] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.008016] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.011057] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.011057] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.011057] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.011057] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.011057] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee757527-470b-4127-9441-886d6340adf9: rpc.has_security_group_logging(os_id): False [ 909.034793] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.034793] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.034793] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.035075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-871" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.035374] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3a12b458-0ee6-4994-89a1-0b04d9f01da3 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.035662] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.035793] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.037041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.037041] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a12b458-0ee6-4994-89a1-0b04d9f01da3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.039499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.039499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.039499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.039499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee757527-470b-4127-9441-886d6340adf9 is going to be created. [ 909.107430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.107620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.107783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.107874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.108316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.125398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: IN_PROGRESS for 2s [ 909.168147] env[63533]: INFO networking_nsxv3.common.synchronization [req-4062f6d9-411c-44d2-a2a7-4658d86767ec req-65114097-d10c-48ec-96e2-63c681d0318c tempest-MultipleCreateTestJSON-1148870144 tempest-MultipleCreateTestJSON-1148870144-project-member] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 909.169396] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGHEST for action security_group_members [ 909.169396] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.357426] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.542501] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.543051] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.543051] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.543411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.543575] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.544313] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3a12b458-0ee6-4994-89a1-0b04d9f01da3 not found, creating... [ 909.544949] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.545223] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.545381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.546033] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.546033] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.546174] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.546336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.546668] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.546881] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.547047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.547229] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3a12b458-0ee6-4994-89a1-0b04d9f01da3 is going to be created. [ 909.574514] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.574753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.575277] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.575707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.575966] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.576296] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.862877] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.125019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 910.125019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.200903] env[63533]: INFO networking_nsxv3.common.synchronization [req-b2d192a9-af8c-4bb1-ad3b-b78eecefbc43 req-fdda1b05-217c-4c08-b5cf-ba3c57c39d1d tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 910.201700] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 910.202393] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.204504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.204504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.205244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.206058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.206247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.206557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.206766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.207010] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.363802] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.363995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.364081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.364286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.364400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.364500] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 910.378603] env[63533]: INFO networking_nsxv3.common.synchronization [req-0540092e-ef81-496b-a6db-4f1761f2ae71 req-6a90ed02-bdb9-4e90-abf2-4550e70002e6 service nova] Enqueued Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_rules [ 910.378780] env[63533]: INFO networking_nsxv3.common.synchronization [req-0540092e-ef81-496b-a6db-4f1761f2ae71 req-6a90ed02-bdb9-4e90-abf2-4550e70002e6 service nova] Enqueued Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 910.379962] env[63533]: INFO networking_nsxv3.common.synchronization [req-0540092e-ef81-496b-a6db-4f1761f2ae71 req-6a90ed02-bdb9-4e90-abf2-4550e70002e6 service nova] Enqueued Resource ID: 3a12b458-0ee6-4994-89a1-0b04d9f01da3 with Priority: HIGHEST for action port [ 910.379962] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_rules [ 910.380398] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 910.380398] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a12b458-0ee6-4994-89a1-0b04d9f01da3 with Priority: HIGHEST for action port [ 910.380602] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.380602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.380731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.380929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.381058] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.381933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.382108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.382154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.382316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.382467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.382559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.382617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.382753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.382883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.383118] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.383859] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a12b458-0ee6-4994-89a1-0b04d9f01da3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.383986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.384070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.384223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.384306] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a12b458-0ee6-4994-89a1-0b04d9f01da3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.397358] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.397358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.397358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.397650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.397650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.406611] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 910.711540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.711540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.711540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.711540] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 910.731134] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a3f1d9-e108-400b-9421-ecb390145ecb in Status: SUCCESS [ 910.731134] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb deletion is rescheduled due to dependency. [ 910.731134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.751374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.751572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.751615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.751876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.752076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.763445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 910.887342] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.887599] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.887599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.889566] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a12b458-0ee6-4994-89a1-0b04d9f01da3 with status ACTIVE [ 910.889566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.889566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.889566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.889870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.889870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.889977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.889977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.890128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.890225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.890320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.890507] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.890618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.890674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.890814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.890891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.891238] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a12b458-0ee6-4994-89a1-0b04d9f01da3 is going to be updated. [ 910.935967] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.935967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.935967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.935967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.935967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.935967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a12b458-0ee6-4994-89a1-0b04d9f01da3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.140386] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: SUCCESS [ 911.140386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.279315] env[63533]: INFO networking_nsxv3.common.synchronization [req-0a4578c6-ffd3-408f-adb2-b410f503abf9 req-255ed18e-498d-4ac3-96c1-14a88ce7a39b tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 911.280811] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 911.285183] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.285522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.285640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.285997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.286266] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.286387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.286480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.286726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.286726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.286891] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.389425] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.708429] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.708633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-500" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.708759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-500" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.709182] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-500" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.709480] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.709647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.709778] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.710460] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.710650] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.710914] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.711112] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.711247] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.711360] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.711479] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.711587] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.711837] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.734435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.734784] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.734784] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.735337] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-500" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.735467] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.735671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.735810] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.736271] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.736464] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.789887] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.790159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.790159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.790453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.790575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.790845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.790984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.791077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.791288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.791384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.791499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 already deleted. [ 911.791608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.893949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.894205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.894275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.894517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.894631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.894760] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 is going to be created. [ 911.920470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.920738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.920911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.921292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.921547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.934408] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: UNINITIALIZED for 2s [ 912.240772] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.241135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.242218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.242218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.242218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.242218] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b not found, creating... [ 912.242824] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.243091] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.243318] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.243736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.243961] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.244455] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.244718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.244997] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.248212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.248212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.248212] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b is going to be created. [ 912.278138] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.278138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.278138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.278138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.278138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.278138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.420839] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 912.421097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.421297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.421573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.421814] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.422113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.422113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.422251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.422349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.423017] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.774872] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 912.775276] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 deletion is rescheduled due to dependency. [ 912.775320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.925476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.925707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.925774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.926106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.926340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.926540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.926745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.926745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.927174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.927378] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be updated. [ 912.961026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.961026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.961026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.961026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.961026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.971162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: IN_PROGRESS for 2s [ 913.057011] env[63533]: INFO networking_nsxv3.common.synchronization [req-0a4578c6-ffd3-408f-adb2-b410f503abf9 req-d73107da-3959-486e-8b7c-001b7292dcd5 service nova] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 913.057219] env[63533]: INFO networking_nsxv3.common.synchronization [req-0a4578c6-ffd3-408f-adb2-b410f503abf9 req-d73107da-3959-486e-8b7c-001b7292dcd5 service nova] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 913.057359] env[63533]: INFO networking_nsxv3.common.synchronization [req-0a4578c6-ffd3-408f-adb2-b410f503abf9 req-d73107da-3959-486e-8b7c-001b7292dcd5 service nova] Enqueued Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 913.057595] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 913.057725] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 913.057843] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 913.058829] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.059079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.059270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.059630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.059739] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.060825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.064185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.064318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.064464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.064620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.064723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.064778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.064961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.065531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.065574] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.066466] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.066589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.066640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.066783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.066859] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.570366] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.571502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.571675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.571755] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with status ACTIVE [ 913.571918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.572058] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.572122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.572332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.572421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.572615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.572721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.572779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.572966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.576835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.577204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.577337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.577401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.577640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.577733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.577831] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b is going to be updated. [ 913.601297] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.601602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.601602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.601862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.602021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.602229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.727612] env[63533]: INFO networking_nsxv3.common.synchronization [req-f420a587-069c-4c14-8c3f-42aae9596b7a req-a11db615-d106-4e41-becf-fd6f9c89561a tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 913.729485] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGHEST for action security_group_members [ 913.729822] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.729950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.730032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.730482] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.730652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.730750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.731025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.731231] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.920101] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-c49ee9b6-a433-47cb-8d4b-fe5ca10700a1 tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 913.921329] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 913.921696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.922657] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.922657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.923091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.923091] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.948018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: SUCCESS [ 913.948018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.948329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.949628] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.949628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.949628] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.081265] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.237160] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.237316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.237388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.237604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.237724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.237927] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.238062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.238062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.238233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.238307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.238396] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec07eae-12f2-47d8-b039-38ab744129fe is going to be updated. [ 914.267699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.267921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.268014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.268240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.268385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.279162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: IN_PROGRESS for 2s [ 914.289319] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-bd1a379b-542d-44f9-acb5-3a9f96d17973 tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 914.289319] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 914.293754] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.293754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.426676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.426676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.426676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.429686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.429686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.429686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 914.457933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.457933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.457933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.457933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.458548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.458548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.458548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.458548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.458548] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.459091] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.461248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.461248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.461248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.461248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.473611] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 914.584061] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.584216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.584283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.584494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.584581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.584676] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be created. [ 914.612081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.612305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.612305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.612490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.612647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.625109] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: UNINITIALIZED for 2s [ 914.668202] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.668410] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.668568] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.668879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.669169] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.669314] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.669429] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.669642] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.669787] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.669995] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.670124] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.670234] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.670343] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.670452] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.670557] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.670708] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.692231] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.693168] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.693168] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.693168] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-17" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.693377] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-d5a8d000-6995-4d04-b7ff-431a2456a13e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.693562] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.693687] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.694027] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.694179] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a8d000-6995-4d04-b7ff-431a2456a13e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.964805] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991a66ec-1fd2-45a5-8a05-48e678ff0c69: rpc.has_security_group_logging(os_id): False [ 914.987473] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: febaf1d4-df55-409d-bc26-ce7685512f9d in Status: SUCCESS [ 914.987826] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d deletion is rescheduled due to dependency. [ 914.988022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.989757] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.990044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.990175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.990545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.990898] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.991075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.991185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.991445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.991580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.991896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.992088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.992204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.992463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.992594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.992928] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.993122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.993204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.993369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.993445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.993640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 is going to be created. [ 915.059495] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.059495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.059709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.060098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.060625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.073643] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: IN_PROGRESS for 2s [ 915.197389] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.197641] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.197693] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.199041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.199041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.199041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port d5a8d000-6995-4d04-b7ff-431a2456a13e not found, creating... [ 915.199041] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.199041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.199859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.199859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.199859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.200212] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.200621] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200982] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.201733] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.201733] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: d5a8d000-6995-4d04-b7ff-431a2456a13e is going to be created. [ 915.224426] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.224656] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.224750] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.225183] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.225421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.225684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.288319] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec07eae-12f2-47d8-b039-38ab744129fe in Status: SUCCESS [ 916.288709] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec07eae-12f2-47d8-b039-38ab744129fe deletion is rescheduled due to dependency. [ 916.288709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.485265] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 916.485497] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 deletion is rescheduled due to dependency. [ 916.485629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.485832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.486345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.486478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.486612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.486701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.486932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.487087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.487238] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.498351] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-5cf1d910-60fb-4740-8ab4-2ef4b6828a15 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 916.498587] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-5cf1d910-60fb-4740-8ab4-2ef4b6828a15 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 916.498752] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-5cf1d910-60fb-4740-8ab4-2ef4b6828a15 service nova] Enqueued Resource ID: d5a8d000-6995-4d04-b7ff-431a2456a13e with Priority: HIGHEST for action port [ 916.499377] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 916.499512] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 916.499615] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a8d000-6995-4d04-b7ff-431a2456a13e with Priority: HIGHEST for action port [ 916.501079] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.501236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.501315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.501493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.501642] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.503026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.503258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.503329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5a8d000-6995-4d04-b7ff-431a2456a13e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.503422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.503559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.504237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.504237] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a8d000-6995-4d04-b7ff-431a2456a13e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.636302] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 916.636302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.636444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.636666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.636875] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.636986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.637064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.637223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.637305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.637392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.637481] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.990067] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.005923] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.006198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.006283] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5a8d000-6995-4d04-b7ff-431a2456a13e with status ACTIVE [ 917.006458] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.006568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.006630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.006927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.007024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.007230] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.007327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.007386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.007631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.007746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.007892] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.007994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.008061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.008211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.008285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.008376] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5a8d000-6995-4d04-b7ff-431a2456a13e is going to be updated. [ 917.037886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.038128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.038128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.038284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.038531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.038595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5a8d000-6995-4d04-b7ff-431a2456a13e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.091760] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: SUCCESS [ 917.092159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.140382] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.140596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.140680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.140957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.141130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.141238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.141307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.141487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.141579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.141656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.141809] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.141897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.141961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.142413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.142413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.142413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.142413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.142749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.142749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.142749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.142910] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.487824] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.488139] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-631" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.488255] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-631" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.488536] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-631" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.489088] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.489304] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.489459] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.489800] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.489959] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.490211] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.490371] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.490442] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.490555] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.490771] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.490852] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.490996] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.493095] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.518334] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.518523] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.518658] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.518847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-631" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.519255] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-077e00c6-2e89-440c-8653-8742862e8000 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.519484] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.519605] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519978] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.520187] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077e00c6-2e89-440c-8653-8742862e8000',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.645437] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 730d9e81-e88c-4e8e-b14a-82cfba32aed5: rpc.has_security_group_logging(os_id): False [ 917.682370] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.682589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.682665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.682944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.683105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.683432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.683587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.683687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.683952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.684100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.684432] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.684528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.684625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.684881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.685053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.685253] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.685347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.685451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.685678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.685767] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be created. [ 917.754119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.754280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.755106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.755106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.755106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.769659] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 917.995535] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.995720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.995813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.996301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.996528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.996685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 918.024074] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.024986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.024986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.024986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.025176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.025263] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 077e00c6-2e89-440c-8653-8742862e8000 not found, creating... [ 918.025594] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.025796] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.026022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.026428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.026655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.026971] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.027172] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.027289] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.027527] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.027669] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.027834] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 077e00c6-2e89-440c-8653-8742862e8000 is going to be created. [ 918.137017] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.137282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.137491] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.137803] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.138051] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.138855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.154160] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.154276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.154601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.173661] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 918.720089] env[63533]: INFO networking_nsxv3.common.synchronization [req-d8a6e8ab-5129-47e8-9b72-b307545e3e80 req-63da4e40-ceb0-4c6d-b8cb-29170c2eae82 tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 918.720089] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 918.720089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.720089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.720089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.721176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.721324] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-758bcd30-ab5b-4971-8f76-b7a1716a0559 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-758bcd30-ab5b-4971-8f76-b7a1716a0559 service nova] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [req-5648f11e-81d8-46f1-af42-c7414576bc53 req-758bcd30-ab5b-4971-8f76-b7a1716a0559 service nova] Enqueued Resource ID: 077e00c6-2e89-440c-8653-8742862e8000 with Priority: HIGHEST for action port [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_rules [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 918.870111] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e00c6-2e89-440c-8653-8742862e8000 with Priority: HIGHEST for action port [ 918.870863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.870971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.873697] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.873697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.873697] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-077e00c6-2e89-440c-8653-8742862e8000 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.873697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.873697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.873697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.873697] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077e00c6-2e89-440c-8653-8742862e8000',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.223893] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.374828] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077e00c6-2e89-440c-8653-8742862e8000 with status ACTIVE [ 919.374828] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.374828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.374828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.374828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.375299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.375299] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.375403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.375497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.375622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.375786] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.375990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.376200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.376283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.376380] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077e00c6-2e89-440c-8653-8742862e8000 is going to be updated. [ 919.406135] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.406326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.406469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.406696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.406872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.407100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077e00c6-2e89-440c-8653-8742862e8000" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.725698] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.786145] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 919.786395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.189386] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.189386] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.189386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.189386] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.230672] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.230672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.230672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.230672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.230672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.230672] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 920.264126] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.264126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.264126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.264126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.264126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.274147] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 920.693746] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.761424] env[63533]: INFO networking_nsxv3.common.synchronization [req-3be93a07-0d75-4fdc-bcb8-f0fab9b2c0db req-b194c8a2-d0d4-4db0-80c0-e35d35568dfe tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 920.763171] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 920.763171] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.763171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.763171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.763171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.763171] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.763171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.763171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.763462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.763462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.763524] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.198866] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.266370] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.270010] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.270248] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.270394] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.270700] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.271020] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.271543] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.271714] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.272079] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.273647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.273647] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.273647] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.273873] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.273873] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.274037] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.274113] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.274282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.300665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.300857] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.300904] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.302024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.302024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-733479ad-a05b-44cf-a265-b766fea3b2ba taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.302024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.302342] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733479ad-a05b-44cf-a265-b766fea3b2ba',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.702044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.702391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.702836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.702939] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 921.741676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.741862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.741938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.742144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.742404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.753794] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 921.768368] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.804814] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.805147] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.805256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.805584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.805738] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.805918] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 733479ad-a05b-44cf-a265-b766fea3b2ba not found, creating... [ 921.806251] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.806416] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.806535] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.806761] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.806902] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.807207] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.807364] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.807486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.807710] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.807848] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.808035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 733479ad-a05b-44cf-a265-b766fea3b2ba is going to be created. [ 921.829863] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.830091] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.830247] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.830585] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.830822] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.831064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.272447] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.272447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.272447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.272447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.272447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.272447] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 922.291529] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 922.291706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.320248] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.320557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.320557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.320678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.320801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.349602] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [req-3be93a07-0d75-4fdc-bcb8-f0fab9b2c0db req-80815cf7-6dc4-4629-b462-7decaf266181 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [req-3be93a07-0d75-4fdc-bcb8-f0fab9b2c0db req-80815cf7-6dc4-4629-b462-7decaf266181 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [req-3be93a07-0d75-4fdc-bcb8-f0fab9b2c0db req-80815cf7-6dc4-4629-b462-7decaf266181 service nova] Enqueued Resource ID: 733479ad-a05b-44cf-a265-b766fea3b2ba with Priority: HIGHEST for action port [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 922.643028] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733479ad-a05b-44cf-a265-b766fea3b2ba with Priority: HIGHEST for action port [ 922.643028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.646906] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.646906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.646906] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-733479ad-a05b-44cf-a265-b766fea3b2ba taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.646906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.646906] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733479ad-a05b-44cf-a265-b766fea3b2ba',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.147532] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.147863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.152160] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 733479ad-a05b-44cf-a265-b766fea3b2ba with status ACTIVE [ 923.152354] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.152494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.152555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.152775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.152868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.153097] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.154271] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.154271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.154271] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 733479ad-a05b-44cf-a265-b766fea3b2ba is going to be updated. [ 923.180483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.180692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.180692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.180880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.181025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.181201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733479ad-a05b-44cf-a265-b766fea3b2ba" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.451852] env[63533]: INFO networking_nsxv3.common.synchronization [req-42f7e61d-4a77-4c8a-9551-4ee816476822 req-0b2e7756-00ee-4eb2-8b56-3876d5bd9073 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 923.453835] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 923.453835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.453835] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.453835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.454540] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.765164] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 923.765350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.765564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.765793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.766030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.766177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.766177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.766338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.766417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.766503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.766604] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.767475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.767645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.767837] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.767946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.768022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.768188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.768271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.768391] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.957733] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.958310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.958420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.958655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.958745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.959263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.959399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.959528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.960150] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.960251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.960512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 923.990743] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.990882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.990882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.991079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.991227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.002896] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 924.038212] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.038333] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.038435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.038730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.039038] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.039231] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.039350] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.039586] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.039711] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.039920] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.040048] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.040162] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.040269] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.040386] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.040596] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.040706] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.060117] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.060308] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.060451] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.060629] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.061157] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-31cf3b33-b97d-4183-a21c-80e24e27351f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.061363] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.061544] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.062021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.063036] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cf3b33-b97d-4183-a21c-80e24e27351f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.271374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.271374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.271374] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.358824] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 924.359084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.359263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.359521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.359712] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.359830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.359896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.360067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.360148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.360244] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.568099] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.568354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.568486] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.568817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.569094] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.569357] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 31cf3b33-b97d-4183-a21c-80e24e27351f not found, creating... [ 924.569672] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.569847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.569969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.570261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.570436] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.570738] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.570895] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.571025] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.571269] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.571412] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.571563] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 31cf3b33-b97d-4183-a21c-80e24e27351f is going to be created. [ 924.597021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.597260] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.597460] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.597774] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.598009] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.598256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.750656] env[63533]: INFO networking_nsxv3.common.synchronization [req-8b94512d-70f6-4716-b3d6-d1f6ce2887f6 req-17a4a362-1299-4de2-b266-e9f2ba8b85a4 tempest-AttachInterfacesV270Test-102600570 tempest-AttachInterfacesV270Test-102600570-project-member] Enqueued Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 924.751419] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGHEST for action security_group_members [ 924.751857] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.752445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.752445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.752445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.752445] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.752798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.752798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.752798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.752930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.753047] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.773381] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.862389] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.256620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.256804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.256804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.257018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.257122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.257369] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.257478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.257536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.257697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.257775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.257865] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 is going to be updated. [ 925.276897] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.277294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.277294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.277409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.277453] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.277554] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 925.288799] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.289367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.289367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.290203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.290420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.304687] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: IN_PROGRESS for 2s [ 925.317905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.318169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.318169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.318364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.318499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.331937] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 925.365038] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.869832] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.870065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.870345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.870596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.871346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.871346] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 925.903838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.903838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.903838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.903838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.903838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.912260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 925.988118] env[63533]: INFO networking_nsxv3.common.synchronization [req-42f7e61d-4a77-4c8a-9551-4ee816476822 req-a4475110-13ba-4a19-9ccc-e99791e04362 service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 925.988118] env[63533]: INFO networking_nsxv3.common.synchronization [req-42f7e61d-4a77-4c8a-9551-4ee816476822 req-a4475110-13ba-4a19-9ccc-e99791e04362 service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 925.988118] env[63533]: INFO networking_nsxv3.common.synchronization [req-42f7e61d-4a77-4c8a-9551-4ee816476822 req-a4475110-13ba-4a19-9ccc-e99791e04362 service nova] Enqueued Resource ID: 31cf3b33-b97d-4183-a21c-80e24e27351f with Priority: HIGHEST for action port [ 925.988660] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 925.988802] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 925.988903] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cf3b33-b97d-4183-a21c-80e24e27351f with Priority: HIGHEST for action port [ 925.989210] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.989341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.989408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.989622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.989703] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.990619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.990724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.990953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-31cf3b33-b97d-4183-a21c-80e24e27351f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.991076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.991132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.991322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.991402] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cf3b33-b97d-4183-a21c-80e24e27351f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.014088] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 926.014292] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 926.014409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.014916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.015228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.015428] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.015551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.015609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.015770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.015855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.015952] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.493773] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.494262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.494262] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31cf3b33-b97d-4183-a21c-80e24e27351f with status ACTIVE [ 926.494381] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.494381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.494466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.494653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.494743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.494964] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.495120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.495343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.495523] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.495781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.495989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.496239] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31cf3b33-b97d-4183-a21c-80e24e27351f is going to be updated. [ 926.519344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.519344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.519587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.519624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.519730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.519892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31cf3b33-b97d-4183-a21c-80e24e27351f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.520144] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.022715] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.317588] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 in Status: SUCCESS [ 927.317984] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 deletion is rescheduled due to dependency. [ 927.318242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.341723] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 927.341982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.342173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.342389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.342606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.342709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.342834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.343188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.343278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.343442] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.343541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.343602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.343976] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.348209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.348295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.348504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.348619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.348762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.348878] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.528019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.528019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.528019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.528019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.528019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.528019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 927.561362] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.561362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.561362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.561362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.561362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.571551] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 927.851650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6645bde0-a50a-438a-90e5-b73656d3a9c1: rpc.has_security_group_logging(os_id): False [ 927.872542] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.872760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.873121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.873216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.873452] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.873580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.873663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.873981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.874400] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.874524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.874614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.874791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.874904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.875133] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.875251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.875342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.875480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.875581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.875698] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 927.922655] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 927.922933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.923213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.923743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.923743] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.923908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.923908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.924115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.924241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.924292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.924407] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.945687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.945875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.945986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.946200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.946353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.962821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 928.427271] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.427435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.427594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.427704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.427869] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.427960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.428032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.428288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.428382] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.428487] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.428785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.428785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.428974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.428974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.429097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.429448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.429448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.429448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.429448] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.932367] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 928.963157] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.963353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.963353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.963649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.963757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.964052] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.964243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.964301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.965063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.965063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.965063] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.965063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.965354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.965354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.965506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.965748] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.965877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.965943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.966146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.966225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.966326] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 929.048665] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.048893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.048893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.049204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.049305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.073989] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 929.255043] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.255043] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.260031] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.260031] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.260031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-69a012a1-95ce-410c-8935-e94300ca9c1d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.260031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.260031] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.260031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.261036] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.261316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.261509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.261767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.261958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.262162] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_rules [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [req-1999cd5e-a35c-4ab2-bd7b-07c7a5b83206 req-a5dcaed0-b1b3-49c6-bfec-28c2baddf5de tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_rules [ 929.353148] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 929.353983] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 929.354425] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.354699] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.355178] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69a012a1-95ce-410c-8935-e94300ca9c1d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.355621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.355834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.356465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.356798] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.359075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.359075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.359075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.359269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.359449] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.360465] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.360725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.361089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.361312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.363019] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.363019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-69a012a1-95ce-410c-8935-e94300ca9c1d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.363019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.364409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.364409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.500569] env[63533]: INFO networking_nsxv3.common.synchronization [req-13780f45-b688-4499-a400-af0d3a5a9806 req-17b94e0b-f066-4052-92e6-9756dc288ed8 tempest-ServersAdminTestJSON-5453135 tempest-ServersAdminTestJSON-5453135-project-member] Enqueued Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 929.501196] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac with Priority: HIGHEST for action security_group_members [ 929.501641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.501821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.501947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.502247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.502459] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.502835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.502835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.502835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.503044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.503193] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375d6cf7-9abc-4fb6-beb4-44ae744aa1ac',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.581200] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 929.581508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.581687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.581914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.582138] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.582246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.582363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.582564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.582564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.582657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.582749] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.766314] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.766490] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.778900] env[63533]: INFO networking_nsxv3.common.synchronization [req-860ce844-8549-41cb-9d8c-9a71733da722 req-31948746-d517-4341-99c6-3bb3b5a78e80 tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.779180] env[63533]: INFO networking_nsxv3.common.synchronization [req-860ce844-8549-41cb-9d8c-9a71733da722 req-31948746-d517-4341-99c6-3bb3b5a78e80 tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.779799] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a012a1-95ce-410c-8935-e94300ca9c1d with Priority: HIGHEST for action security_group_members [ 929.779952] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.782033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-69a012a1-95ce-410c-8935-e94300ca9c1d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.782124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.782587] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.782587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.829288] env[63533]: INFO networking_nsxv3.common.synchronization [req-860ce844-8549-41cb-9d8c-9a71733da722 req-31948746-d517-4341-99c6-3bb3b5a78e80 tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 929.830152] env[63533]: INFO networking_nsxv3.common.synchronization [req-860ce844-8549-41cb-9d8c-9a71733da722 req-31948746-d517-4341-99c6-3bb3b5a78e80 tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.830402] env[63533]: INFO networking_nsxv3.common.synchronization [req-860ce844-8549-41cb-9d8c-9a71733da722 req-31948746-d517-4341-99c6-3bb3b5a78e80 tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 929.832510] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_rules [ 929.832689] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 929.832824] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with Priority: HIGHEST for action port [ 929.834662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.834662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.834662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.834662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.834662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.835071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.867149] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.867307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.867581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-69a012a1-95ce-410c-8935-e94300ca9c1d taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.867665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.867812] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with status ACTIVE [ 929.867969] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.868110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.868211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.868475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.868537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.868711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.868819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.868857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.871268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.871373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.871567] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.871667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.871731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.871882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.871959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.872512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b is going to be updated. [ 929.897485] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.897694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.898073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.898238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.898396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.898634] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.979393] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 929.979774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.980156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.980405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.980507] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.005508] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.005699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.005749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.005990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.032934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.033255] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.033408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.033463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.033693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.033767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.033848] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac is going to be updated. [ 930.071265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.071536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.071536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.071685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.071828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.082354] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: IN_PROGRESS for 2s [ 930.084894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.085106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.085199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.085385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.085544] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.085642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.085696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.085842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.085927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.086087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.086216] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.086287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.086337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.086479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.086996] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.087165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.087265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.087475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.087598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.087731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.087884] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.269871] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.270967] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.401402] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b with status ACTIVE [ 930.401662] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.401810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.401876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.402342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.402521] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.402630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.402689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.403065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.403347] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.403489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.403489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.403619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.403678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.403738] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b is going to be updated. [ 930.433101] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.433255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.433323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.433555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.433703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.433872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312c7ab1-93a3-4ce7-b0d3-e01d2c48db0b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.485034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.485249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.485329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.485563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.485775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.485889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.485958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.487012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.487317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.487317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.487484] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.591259] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb: rpc.has_security_group_logging(os_id): False [ 930.619761] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.619906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.619976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.620299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.620405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.620612] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.620729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.620821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.620998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.621105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.621326] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.621436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.621499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.621676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.621764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.621992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.622212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.622288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.622469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.622559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.622664] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 930.663913] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fa5a29c-d58b-4720-b648-4880d466a722 req-eb2f74f5-3738-451c-9468-7a8ecf9003db tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 930.663913] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 930.663913] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.663913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.663913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.664282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.665194] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.665385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.665475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.665693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.665866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.665984] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.708573] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.708573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.708573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.708573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.708573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.721690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 930.774050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.774205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.774205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.774432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.774533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.774628] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d is going to be created. [ 930.775968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.776141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.776216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.776421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.776525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.776618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 930.800059] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.800221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.800288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.800506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.800657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.815956] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.816325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.816325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.816455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.816827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.821179] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69a012a1-95ce-410c-8935-e94300ca9c1d in Status: UNINITIALIZED for 2s [ 930.824745] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 930.996230] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.996230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.996230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.996847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.996847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.997591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.997911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.998068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.998360] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.998604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.998765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.999081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.999421] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.999616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.999973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.000306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.000471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.000810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.001043] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.093175] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 931.094228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.172607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.172607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.172607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.172890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.172890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.176652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.176652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.176652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.176652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.176652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.176652] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 931.207460] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.207460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.207460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.207460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.207460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.220710] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 931.297232] env[63533]: INFO networking_nsxv3.common.synchronization [req-b736d27d-f2e0-4cc2-965c-723e6d88f421 req-8445a650-f1b5-4930-b97e-a85808f3912e tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 931.297232] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 931.297232] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.297232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.297232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.297232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.297232] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.297232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.297232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.301091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.301289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.301390] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.435959] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.436222] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.436350] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.436631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.436895] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.437292] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.437544] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.437787] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.437979] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.438250] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.438522] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.438522] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.438604] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.438746] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.438892] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.439070] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.459957] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.460147] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.460289] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.460473] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.460802] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-674bcf37-4948-4ce1-8f18-5ba7912f2544 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.460979] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.461114] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.461499] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.461643] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674bcf37-4948-4ce1-8f18-5ba7912f2544',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.503609] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6645bde0-a50a-438a-90e5-b73656d3a9c1: rpc.has_security_group_logging(os_id): False [ 931.522991] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.522991] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.522991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.523641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.523641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.523641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.523641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.523641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.523641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.524301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.524301] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.524301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.524545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.524545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.524641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.524717] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 931.590938] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.591398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.591398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.591398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.591581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.605016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 931.627329] env[63533]: INFO networking_nsxv3.common.synchronization [req-b736d27d-f2e0-4cc2-965c-723e6d88f421 req-25bb4f4f-9526-41eb-995f-0d897d0d4ee5 tempest-ServersTestMultiNic-1282873565 tempest-ServersTestMultiNic-1282873565-project-member] Enqueued Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 931.627840] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 with Priority: HIGHEST for action security_group_members [ 931.628182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6645bde0-a50a-438a-90e5-b73656d3a9c1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.628384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.807926] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.968250] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.968846] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.969152] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.969831] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.970346] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.970712] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 674bcf37-4948-4ce1-8f18-5ba7912f2544 not found, creating... [ 931.971241] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.972633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.972633] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.973479] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.973719] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.974570] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.974852] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.977584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.977655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.977868] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.978040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 674bcf37-4948-4ce1-8f18-5ba7912f2544 is going to be created. [ 931.999474] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.999861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.999861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.000181] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.000320] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.000554] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.098732] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac in Status: SUCCESS [ 932.098964] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375d6cf7-9abc-4fb6-beb4-44ae744aa1ac deletion is rescheduled due to dependency. [ 932.099231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375d6cf7-9abc-4fb6-beb4-44ae744aa1ac" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.310472] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.735977] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 932.736271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.815121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.815273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.815332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.815527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.815616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.815712] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 932.836691] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69a012a1-95ce-410c-8935-e94300ca9c1d in Status: SUCCESS [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.836691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.836691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.836691] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.837727] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 932.837727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.837727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.837887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.838084] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.838190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.838253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.838394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.838470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.838630] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.850741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.850949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.851056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.851290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.851430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.861952] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 933.231577] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 4s [ 933.343049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.343049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.343049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.343049] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d is going to be deleted. [ 933.344066] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.389371] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.389371] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.389371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.391407] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.443774] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fa5a29c-d58b-4720-b648-4880d466a722 req-c647b3e3-d0f8-4c2a-9309-49f374c63fd2 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 933.444009] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fa5a29c-d58b-4720-b648-4880d466a722 req-c647b3e3-d0f8-4c2a-9309-49f374c63fd2 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 933.444189] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fa5a29c-d58b-4720-b648-4880d466a722 req-c647b3e3-d0f8-4c2a-9309-49f374c63fd2 service nova] Enqueued Resource ID: 674bcf37-4948-4ce1-8f18-5ba7912f2544 with Priority: HIGHEST for action port [ 933.444780] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 933.444865] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 933.445245] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674bcf37-4948-4ce1-8f18-5ba7912f2544 with Priority: HIGHEST for action port [ 933.445597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.445765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.445862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.446122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.446481] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.447415] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.447517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.450222] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-674bcf37-4948-4ce1-8f18-5ba7912f2544 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.450222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.450222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.450222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.450222] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674bcf37-4948-4ce1-8f18-5ba7912f2544',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.480391] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fb0fd71-1f6d-459e-ae64-322a92b2e5d2 req-70d397e6-4927-453d-85de-baca64945a92 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 933.482125] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 933.483041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.484326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.484446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.484662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.484827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.484929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.485031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.485197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.485282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.485381] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.621456] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 933.621833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.847785] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.894789] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.894889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.894942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.895259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.895351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.895556] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.895656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.895710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.895860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.895935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.896062] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d already deleted. [ 933.896132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.896288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.896430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.896574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.896667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.896719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.896855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.896927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.897031] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.949822] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.950239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.954397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674bcf37-4948-4ce1-8f18-5ba7912f2544 with status ACTIVE [ 933.954397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.954397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.954397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.954397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.954397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674bcf37-4948-4ce1-8f18-5ba7912f2544 is going to be updated. [ 933.977146] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.977471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.977471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.978229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.978229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.978229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674bcf37-4948-4ce1-8f18-5ba7912f2544" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.989999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.990203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.990299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.990584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.990584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.990791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.990875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.990944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.991099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.991226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.991296] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 933.998106] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.998228] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.998771] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.998771] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.998771] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.999007] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.999007] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.999206] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.999350] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.999586] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.999727] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.999854] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.999916] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.000038] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.000150] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.000286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.023409] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.023606] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.023763] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.023878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.024483] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5a3ccff0-6550-429c-a4ce-0afa4c25230f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.024483] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.024637] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.024845] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.025049] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3ccff0-6550-429c-a4ce-0afa4c25230f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.029075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.029075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.029075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.029075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.029350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.042223] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 934.352851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.353316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.353357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.353684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.353941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.354045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 934.384215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.384491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.384574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.384797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.384946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.394338] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 934.400613] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.400753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.400818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.401047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.401142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.401333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.401433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.401552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.401646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.401724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.401815] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d already deleted. [ 934.401896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.401991] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.529149] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.529149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.529149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.529149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.529149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.529149] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5a3ccff0-6550-429c-a4ce-0afa4c25230f not found, creating... [ 934.529449] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.529449] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.529650] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.529873] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.529940] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.531062] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.531062] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.531062] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.531062] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.531062] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.531062] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5a3ccff0-6550-429c-a4ce-0afa4c25230f is going to be created. [ 934.554924] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.556914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.556914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.556914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.556914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.556914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.871840] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 934.872084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.872295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.872539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.872730] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.873200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.873354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.873636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.873784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.873956] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6645bde0-a50a-438a-90e5-b73656d3a9c1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.904040] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69a012a1-95ce-410c-8935-e94300ca9c1d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.243828] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 935.244205] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 935.244399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.244614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.244965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.245265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.245450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.249026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.249026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.249026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.249026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.377722] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.378065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.378122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.381032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.381032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.381032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 is going to be updated. [ 935.405810] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69a012a1-95ce-410c-8935-e94300ca9c1d: rpc.has_security_group_logging(os_id): False [ 935.412655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.416023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.416023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.416023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.416023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.428154] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: IN_PROGRESS for 2s [ 935.429521] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.429734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.429899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.430404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.430585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.430935] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.431271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.431376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.431676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.431857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.432025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d is going to be created. [ 935.455447] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d], does not exist path=[/infra/domains/default/groups/69a012a1-95ce-410c-8935-e94300ca9c1d]."\n}' [ 935.455667] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d [ 935.455753] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 935.503085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.503828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.503944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.505092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.505906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.506756] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.506905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.506999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.507332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.507479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.508650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.508650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.508650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.508650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.508650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.508650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69a012a1-95ce-410c-8935-e94300ca9c1d is going to be created. [ 935.529419] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d], does not exist path=[/infra/domains/default/groups/69a012a1-95ce-410c-8935-e94300ca9c1d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d [ 935.529419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69a012a1-95ce-410c-8935-e94300ca9c1d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.529419] env[63533]: Traceback (most recent call last): [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 935.529419] env[63533]: return func(*args, **kwargs) [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.529419] env[63533]: res.raise_for_status() [ 935.529419] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 935.529419] env[63533]: raise HTTPError(http_error_msg, response=self) [ 935.529419] env[63533]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d [ 935.529419] env[63533]: During handling of the above exception, another exception occurred: [ 935.529419] env[63533]: Traceback (most recent call last): [ 935.529419] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 935.529419] env[63533]: listener.cb(fileno) [ 935.529419] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 935.529419] env[63533]: result = function(*args, **kwargs) [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 935.529419] env[63533]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 935.529419] env[63533]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 935.529419] env[63533]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 935.529419] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.529419] env[63533]: res.raise_for_status() [ 935.529419] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 935.529419] env[63533]: raise HTTPError(http_error_msg, response=self) [ 935.529419] env[63533]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69a012a1-95ce-410c-8935-e94300ca9c1d [ 935.529419] env[63533]: Removing descriptor: 62 [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fb0fd71-1f6d-459e-ae64-322a92b2e5d2 req-0796ec8b-fc17-4f7d-b975-9f325dc28727 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fb0fd71-1f6d-459e-ae64-322a92b2e5d2 req-0796ec8b-fc17-4f7d-b975-9f325dc28727 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [req-1fb0fd71-1f6d-459e-ae64-322a92b2e5d2 req-0796ec8b-fc17-4f7d-b975-9f325dc28727 service nova] Enqueued Resource ID: 5a3ccff0-6550-429c-a4ce-0afa4c25230f with Priority: HIGHEST for action port [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 935.611926] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3ccff0-6550-429c-a4ce-0afa4c25230f with Priority: HIGHEST for action port [ 935.613204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.613364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.613460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.614176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.614176] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.616885] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.617061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.617321] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a3ccff0-6550-429c-a4ce-0afa4c25230f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.617450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.617533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.618450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.620029] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3ccff0-6550-429c-a4ce-0afa4c25230f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.749056] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.051065] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 936.051251] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 936.051385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.051552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.051766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.051952] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.052122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.052193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.052370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.052448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.052542] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.122332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.122493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.122896] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a3ccff0-6550-429c-a4ce-0afa4c25230f with status ACTIVE [ 936.122896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.122896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.123219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.123219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.123324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.123493] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.123595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.123723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.123770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.123871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.125497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.125497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.125497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.125497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.125497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.125497] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a3ccff0-6550-429c-a4ce-0afa4c25230f is going to be updated. [ 936.150402] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.150567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.150638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.150819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.150956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.151139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a3ccff0-6550-429c-a4ce-0afa4c25230f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.251442] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.406975] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 936.407394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.407590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.407671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.407881] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.408088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.408176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.408349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.408433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.408545] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.551590] env[63533]: INFO networking_nsxv3.common.synchronization [req-b4286091-db48-4114-8322-88a90fc0e91e req-fcbafb73-214a-41a9-a3a0-7c5e84efcbbc tempest-ServerRescueTestJSONUnderV235-1693910194 tempest-ServerRescueTestJSONUnderV235-1693910194-project-member] Enqueued Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 936.552887] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 with Priority: HIGHEST for action security_group_members [ 936.553547] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.553659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.554980] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.754630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.754787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.754859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.755266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.755376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.755527] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 936.785691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.785867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.785934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.786231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.786405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.795371] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 936.913511] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.056814] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.418903] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.443057] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 in Status: SUCCESS [ 937.443298] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6645bde0-a50a-438a-90e5-b73656d3a9c1 deletion is rescheduled due to dependency. [ 937.443502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6645bde0-a50a-438a-90e5-b73656d3a9c1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.559313] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.559470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.559539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.559754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.559839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.559934] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 937.588625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.588777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.588849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.589084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.589225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.598740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 937.866670] env[63533]: INFO networking_nsxv3.common.synchronization [req-676eaf53-8d96-42e2-be3c-fba8dadee554 req-9ab8c75a-49c9-4a40-86af-3f7af7c38597 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 937.869635] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 937.869635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.869635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.869635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.869635] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.923319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.923319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.923319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.923504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.923650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 937.964186] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.964186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.964186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.964553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.964553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.977279] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 938.298448] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.298746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.298887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.299253] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.299608] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.299779] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.299901] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.300160] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.300406] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.300666] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.300787] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.300904] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.301028] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.302041] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.302041] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.302041] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.323090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.323333] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.323422] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.323619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.324041] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.324287] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.324411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.325122] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.325322] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.375598] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.375768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.375839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.376103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.376202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.376478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.376587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.376647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.376812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.376904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.376977] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 already deleted. [ 938.377075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.808364] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 938.808642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.808822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.809079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.809302] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.809387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.809452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.809640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.809745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.809745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.809876] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.828375] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.828793] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.828973] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.829332] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.829586] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.829646] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 not found, creating... [ 938.829897] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.830108] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.830205] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.830433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.830570] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.830861] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.831023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.831140] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.831343] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.831475] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.831689] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 is going to be created. [ 938.852623] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.852623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.852623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.852769] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.853035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.853294] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.311732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.311918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.312021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.312265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.312448] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.312547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.312607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.312763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.312866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.313007] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.313166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.313281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.313342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.313514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.313641] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.313733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.313793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.313927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.314012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.314102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.314194] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.620308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 939.620308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.620308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.621558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.621558] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.621558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.621558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.622148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.622772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.622772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.622772] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.683189] env[63533]: INFO networking_nsxv3.common.synchronization [req-676eaf53-8d96-42e2-be3c-fba8dadee554 req-158c8695-2754-4dd8-9441-4965a8dbd783 service nova] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 939.683487] env[63533]: INFO networking_nsxv3.common.synchronization [req-676eaf53-8d96-42e2-be3c-fba8dadee554 req-158c8695-2754-4dd8-9441-4965a8dbd783 service nova] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 939.683683] env[63533]: INFO networking_nsxv3.common.synchronization [req-676eaf53-8d96-42e2-be3c-fba8dadee554 req-158c8695-2754-4dd8-9441-4965a8dbd783 service nova] Enqueued Resource ID: 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 with Priority: HIGHEST for action port [ 939.684293] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_rules [ 939.684516] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 939.684642] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 with Priority: HIGHEST for action port [ 939.684931] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.685141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.685214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.685480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.685521] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.686912] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.687126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.688518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.688518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.688518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.688518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.688518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.688518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.688518] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.689037] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.689271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.689271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.690379] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.816488] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 939.839332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.839565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.839565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.839758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.859605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.859926] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.860092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.860198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.860493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.860527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.860791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.860878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.860909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.861081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.861158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.861375] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.861473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.861531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.861672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.861843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.861843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 939.923868] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.924079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.924420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.940399] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 939.989235] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 939.989549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.989770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.990083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.990361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.990517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.990629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.990866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.991013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.991171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.130139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.130139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.130139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.130139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.131505] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.131505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.131505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.131616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.131646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.131746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.131918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.133717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.133717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.133717] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.193309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.193309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.193309] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.193309] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 with status ACTIVE [ 940.193994] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.193994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.193994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.193994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.193994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.194215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.194351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.194351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.194506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.194559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.194724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.194861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.194861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.195226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.195317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.195403] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46 is going to be updated. [ 940.223473] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.223668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.223668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.223866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.224014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.224195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0dc74b-3e28-440d-ac1f-eb78c9b9cc46" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.493598] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.493774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.493833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.494065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.517024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.517476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.517610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.517679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.517887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.517971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.518079] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 940.577696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.577864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.577918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.578154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.578301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.589038] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 940.635827] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 940.655080] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.655080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.655080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.655080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.679018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.679328] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.679535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.679618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.679771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.679843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.680054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.680155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.680225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.680356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.680427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.680609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.680714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.680778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.680918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.680988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.681085] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 940.697200] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.764072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.764320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.764371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.764648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.764833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.790627] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 941.199206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.199910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.200145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.200395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.200490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.200593] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 is going to be created. [ 941.229986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.230180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.230244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.230724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.246809] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: UNINITIALIZED for 2s [ 941.961748] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 941.962078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.231926] env[63533]: INFO networking_nsxv3.common.synchronization [req-6567ffff-a83b-4afb-9014-864cf5d82f78 req-08dba80c-7dab-48d8-9923-e5dacac31dc8 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 942.237904] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGHEST for action security_group_members [ 942.237904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.237904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.237904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.237904] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.502790] env[63533]: INFO networking_nsxv3.common.synchronization [req-093baea4-c7e7-483e-9b20-02b66b139e47 req-d9b1c605-4629-4d92-bcd8-326b427a98b9 tempest-ListImageFiltersTestJSON-316064239 tempest-ListImageFiltersTestJSON-316064239-project-member] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 942.503060] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 942.503388] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.503516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.503582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.503830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.504022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.506475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.506475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.506475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.506475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.506475] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.601286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 942.601460] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 deletion is rescheduled due to dependency. [ 942.601568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.602244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.603016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.603230] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.603596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.603596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.603596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.603782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.603782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.603847] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.605129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.606273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.606273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.607339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.607339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.607339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.607339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.607339] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.742530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.745411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.745411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.745411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.765595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.765841] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.765966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.766136] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.766339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.766429] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 is going to be updated. [ 942.799694] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.799694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.799694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.799694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.799857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.803488] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 942.803745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.812868] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: IN_PROGRESS for 2s [ 943.009014] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.112401] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.112800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.114050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.114050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.114050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.114312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.114445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.114677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.114846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.114946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.115383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.115518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.115652] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 943.146245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.147185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.147185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.147185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.147185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.160020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 943.269331] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: SUCCESS [ 943.269331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.269767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.269767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.270111] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.270111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.270268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.270369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.270460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.270549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.270753] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.513161] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.711537] env[63533]: INFO networking_nsxv3.common.synchronization [req-3ad0726d-c130-445a-98d1-3b88a364bb95 req-9fbd15a1-1ce7-4bd2-a94d-9da29947040b tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 943.711537] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 943.711537] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.716195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.716412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.716918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.717140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.717237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.717459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.717621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.717767] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.773901] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.016327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.016776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.016776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.020425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.020425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.020425] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be updated. [ 944.054612] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.054870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.054870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.055155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.055321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.068787] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 944.212901] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.213173] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.213328] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.213665] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.214069] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.214267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.214423] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.214653] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.214834] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.215192] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.215342] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.215668] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.215668] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.215668] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.215972] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.215972] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.223292] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.236821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.237067] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.237230] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.237440] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.237807] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.237988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.238124] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.238467] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.238698] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4e2c60-afe9-437a-ba0d-55b9b358ae8f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.279515] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d38580df-b8b5-4a4b-91b2-2e96166f5019: rpc.has_security_group_logging(os_id): False [ 944.314887] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.316032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.316032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.316032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.316032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.316244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.316329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.316378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.316573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.316644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.316743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 is going to be created. [ 944.392429] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.392622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.392700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.392922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.393222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.407179] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: IN_PROGRESS for 2s [ 944.726747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.741373] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.741495] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.741622] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.741970] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.742236] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.742315] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port da4e2c60-afe9-437a-ba0d-55b9b358ae8f not found, creating... [ 944.742582] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.742767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.742904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.743246] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.743391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.744021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.744021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.744021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.744211] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.744333] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.744477] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f is going to be created. [ 944.768413] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.768413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.768413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.768413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.768413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.768413] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.823740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 in Status: SUCCESS [ 944.824059] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 deletion is rescheduled due to dependency. [ 944.824253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.169295] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 945.169503] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 deletion is rescheduled due to dependency. [ 945.169575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.169740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.169969] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.170165] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.170281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.170347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.170506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.170585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.170697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.170828] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-730d9e81-e88c-4e8e-b14a-82cfba32aed5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.170922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.170985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.171141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.171281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.171374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.171464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.171632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.171727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.171816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.171906] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.229752] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.229991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.229991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.230213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.230301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.230397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 945.267272] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.267443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.267512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.267747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.267899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.278499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 945.523621] env[63533]: INFO networking_nsxv3.common.synchronization [req-3ad0726d-c130-445a-98d1-3b88a364bb95 req-24ad66c4-741e-43b0-a0c6-9b30d793a203 service nova] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 945.523621] env[63533]: INFO networking_nsxv3.common.synchronization [req-3ad0726d-c130-445a-98d1-3b88a364bb95 req-24ad66c4-741e-43b0-a0c6-9b30d793a203 service nova] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 945.523919] env[63533]: INFO networking_nsxv3.common.synchronization [req-3ad0726d-c130-445a-98d1-3b88a364bb95 req-24ad66c4-741e-43b0-a0c6-9b30d793a203 service nova] Enqueued Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 945.523919] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 945.523989] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 945.524120] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 945.524644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.524761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.524830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.525289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.525289] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.526379] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.526480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.526674] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.526778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.526819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.526983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.527072] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4e2c60-afe9-437a-ba0d-55b9b358ae8f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.673938] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 730d9e81-e88c-4e8e-b14a-82cfba32aed5: rpc.has_security_group_logging(os_id): False [ 945.695503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.695744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.695857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.696168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.696301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.697176] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.697176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.697176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.697176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.697176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.697176] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.697511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.697511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.697934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.697934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.698094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.698246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.698356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.698561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.698665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.698823] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be updated. [ 945.764269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.764269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.765181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.765181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.765181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.781582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: IN_PROGRESS for 2s [ 946.030323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.030601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.030869] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4e2c60-afe9-437a-ba0d-55b9b358ae8f with status ACTIVE [ 946.031072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.031216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.031305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.031586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.031702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.032395] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.032395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.032395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.032395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.032572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.032700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.032833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.032944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.033162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.033270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.033388] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f is going to be updated. [ 946.062189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.062394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.062479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.062772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.062939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.063160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.082483] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 946.082628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.419371] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: SUCCESS [ 946.419784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.290194] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 947.290623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.290623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.290863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.291062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.291194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.291242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.291446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.291485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.291569] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.799035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.799035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 in Status: SUCCESS [ 947.799035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.799035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.799035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('730d9e81-e88c-4e8e-b14a-82cfba32aed5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.300765] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.330102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.330261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.330335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.330590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.330628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.330722] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 730d9e81-e88c-4e8e-b14a-82cfba32aed5 is going to be deleted. [ 948.393534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.393712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.393759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.394277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.394277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.394277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-730d9e81-e88c-4e8e-b14a-82cfba32aed5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.804180] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.804461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.804461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.804751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.804890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.805011] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 948.839037] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.839204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.839269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.839488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.839631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.849714] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 950.527037] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 950.527445] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 950.862649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.865152] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.865152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.865152] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.368863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.369086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.369489] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.369695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.369917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.370019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.370201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.370460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.370595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.370778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.370947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.371075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.371142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.371313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.371526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.371637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.371738] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.875828] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 951.903800] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.903800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.903800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.903800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.926164] env[63533]: INFO networking_nsxv3.common.synchronization [None req-efa7ccf3-1914-4c14-a7f1-3cc2efdcf1dc tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 951.928317] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 951.929738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.929883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.929930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.930313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.930395] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.936361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.936361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.936361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.936361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.937068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.937068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.937068] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 952.031046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.031605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.031737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.031968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.032168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.054363] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 952.150306] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9ddd03f9-5da8-4ee8-9b1b-94bc18c1c94a tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 952.155281] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 952.160442] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.160442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.458591] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.458591] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 already deleted. [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.458591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.458591] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.992156] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.992551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.992551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.992688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.992780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.992882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 already deleted. [ 952.992958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.471384] env[63533]: INFO networking_nsxv3.common.synchronization [req-ce4b0631-9555-4ad5-a579-4dabdfaf2fac req-f538250b-b053-4502-aa0e-622ca42b2bdf tempest-MigrationsAdminTest-713495968 tempest-MigrationsAdminTest-713495968-project-member] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 953.473170] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGHEST for action security_group_members [ 953.473904] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2c6de80e-035e-4ceb-aee1-30863f61b2ca None None] Enqueued Resource ID: 84d3c9ec-5749-4589-8e66-a4f25a9f85a8 with Priority: HIGHEST for action port [ 953.474477] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.474946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.474946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.474946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.476215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.476215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.476215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.476215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.476215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.476215] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.479028] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3c9ec-5749-4589-8e66-a4f25a9f85a8 with Priority: HIGHEST for action port [ 953.479721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d3c9ec-5749-4589-8e66-a4f25a9f85a8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.479857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d3c9ec-5749-4589-8e66-a4f25a9f85a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.479857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d3c9ec-5749-4589-8e66-a4f25a9f85a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.480179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d3c9ec-5749-4589-8e66-a4f25a9f85a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.480538] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d3c9ec-5749-4589-8e66-a4f25a9f85a8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.979880] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.980650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.982744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.982744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.982744] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d3c9ec-5749-4589-8e66-a4f25a9f85a8 [ 953.982744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.982744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.982744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.984653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.984653] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d3c9ec-5749-4589-8e66-a4f25a9f85a8 already deleted. [ 953.984653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d3c9ec-5749-4589-8e66-a4f25a9f85a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.007433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.007973] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.007973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.008143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.008422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.008529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.008641] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be updated. [ 954.047940] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.047940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.047940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.047940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.048999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.059217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: IN_PROGRESS for 2s [ 954.089622] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 954.089622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.074749] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ad6584-9821-4353-9d10-67ad20f24a32 in Status: SUCCESS [ 956.074749] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 deletion is rescheduled due to dependency. [ 956.074749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.459139] env[63533]: INFO networking_nsxv3.common.synchronization [None req-0fde8804-ebff-45aa-8eaa-a38bc04e7bbc None None] Enqueued Resource ID: aca1d066-be07-42b2-84d7-ad8de3af0b9f with Priority: HIGHEST for action port [ 956.459139] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca1d066-be07-42b2-84d7-ad8de3af0b9f with Priority: HIGHEST for action port [ 956.459139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca1d066-be07-42b2-84d7-ad8de3af0b9f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.459139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca1d066-be07-42b2-84d7-ad8de3af0b9f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.459139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca1d066-be07-42b2-84d7-ad8de3af0b9f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.459564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca1d066-be07-42b2-84d7-ad8de3af0b9f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.459780] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca1d066-be07-42b2-84d7-ad8de3af0b9f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.963253] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca1d066-be07-42b2-84d7-ad8de3af0b9f [ 956.963811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.964129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.964229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.964479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.964587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.964711] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca1d066-be07-42b2-84d7-ad8de3af0b9f already deleted. [ 956.964803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca1d066-be07-42b2-84d7-ad8de3af0b9f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.731631] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8d3c8351-ccac-432d-b2ac-1e64e54926a9 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 958.732317] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 958.732681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.732817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.732936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.734527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.734614] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.890533] env[63533]: INFO networking_nsxv3.common.synchronization [None req-022b9020-152a-43ea-ab88-c4e30f29ba62 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 958.891423] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 958.892180] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.892180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.204506] env[63533]: INFO networking_nsxv3.common.synchronization [req-48718269-fc08-4557-9e60-d10809ca6e1d req-3da07955-aff3-44e8-a71b-caf97ab790f8 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 959.205032] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 959.206341] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.206341] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.206341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.206341] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.260056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.260338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.260583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.260858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.260953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.261065] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 already deleted. [ 959.261211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.261295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.261524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.262303] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.385552] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 959.385951] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 959.387142] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 959.387419] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 959.388632] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.388632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.388632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.388632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.388632] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.388632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.388632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.389253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.389253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.389253] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.392339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.392339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.392339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.392339] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.488131] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 959.488326] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 959.488467] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_rules [ 959.488597] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 959.488726] env[63533]: INFO networking_nsxv3.common.synchronization [req-09783168-bea6-4607-a6e4-491579104694 req-f3b71c9d-11fa-4a1c-bf6b-e3399ac06a41 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 959.489279] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 959.489465] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_rules [ 959.489504] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 959.489597] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 959.489682] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 959.489951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.492456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.492537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.492750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.492834] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.497296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.497444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.497495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.498514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.498514] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.498963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.499216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.499216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.499345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.499434] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4e2c60-afe9-437a-ba0d-55b9b358ae8f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.500629] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.500730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.500953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.501896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.710700] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.782548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.782899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.782899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.782977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.786018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.786018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 already deleted. [ 959.786018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.894590] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.896944] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.004442] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4e2c60-afe9-437a-ba0d-55b9b358ae8f with status ACTIVE [ 960.005137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.005137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.005137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.005137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.005436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.005508] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.005615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.005677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.005889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.005926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.006115] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.006205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.006377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.006483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.006606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.006655] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f is going to be updated. [ 960.007812] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.007910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.009553] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.009682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.034027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.034027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.034027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.034027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.034027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.034027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.215043] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.396632] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.402906] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.441511] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.441511] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.441511] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.441511] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.441511] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.441511] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.441511] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.442051] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.442433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.442774] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.443059] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.443901] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.444200] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.444498] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.444946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.445272] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.468075] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.468075] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.468075] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.468075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.468075] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.468075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.468075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.468442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.468442] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b61459-5c9a-429e-aa08-d0d2d0c5c846',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.716815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.716974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.716974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.717200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.717261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.717364] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 960.748900] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.749134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.749134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.749373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.749866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.760689] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 960.902723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.903222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.903222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.903222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.903389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.903389] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 960.904693] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.905071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.905071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.905071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.905339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.905339] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be created. [ 960.937034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.937034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.937034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.937034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.937034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.939596] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.940235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.940386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.940629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.940823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.952210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 960.953283] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: UNINITIALIZED for 2s [ 960.971623] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.971879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.972039] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.972368] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.972585] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.973053] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port d1b61459-5c9a-429e-aa08-d0d2d0c5c846 not found, creating... [ 960.973150] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.973618] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.974114] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.974114] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.974675] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.975150] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.975446] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.975635] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.975954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.976123] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.976282] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: d1b61459-5c9a-429e-aa08-d0d2d0c5c846 is going to be created. [ 961.004641] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.004641] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.004641] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.004893] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.004956] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.005278] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.794127] env[63533]: INFO networking_nsxv3.common.synchronization [req-b4701874-5008-461f-9344-3800bf3b9ef1 req-37bb25b0-ba66-426a-8c27-8f45154259a3 tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 961.794854] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 961.798034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.798034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.798034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.798034] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.887065] env[63533]: INFO networking_nsxv3.common.synchronization [req-48718269-fc08-4557-9e60-d10809ca6e1d req-56a92299-ce96-4b8c-a59f-fae5b4474a33 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 961.887116] env[63533]: INFO networking_nsxv3.common.synchronization [req-48718269-fc08-4557-9e60-d10809ca6e1d req-56a92299-ce96-4b8c-a59f-fae5b4474a33 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 961.887228] env[63533]: INFO networking_nsxv3.common.synchronization [req-48718269-fc08-4557-9e60-d10809ca6e1d req-56a92299-ce96-4b8c-a59f-fae5b4474a33 service nova] Enqueued Resource ID: d1b61459-5c9a-429e-aa08-d0d2d0c5c846 with Priority: HIGHEST for action port [ 961.888179] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 961.888425] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 961.888425] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b61459-5c9a-429e-aa08-d0d2d0c5c846 with Priority: HIGHEST for action port [ 961.888655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.888770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.888872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.889050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.889165] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.889949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.890059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.890270] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.890350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.890410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.890580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.890659] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b61459-5c9a-429e-aa08-d0d2d0c5c846',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.306815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.307358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.307358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.307358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.336306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.336306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.336306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.336306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.336306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.336306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.336306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 962.365253] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.365400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.365471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.365816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.376160] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 962.394239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.394419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.394669] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1b61459-5c9a-429e-aa08-d0d2d0c5c846 with status ACTIVE [ 962.394886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.395046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.395146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.395428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.395571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.395798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.395900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.395961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.398767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.398767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.398767] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1b61459-5c9a-429e-aa08-d0d2d0c5c846 is going to be updated. [ 962.422743] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.422743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.422743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.423310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.423310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.423384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b61459-5c9a-429e-aa08-d0d2d0c5c846" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.465450] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.465736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.465848] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.468828] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.469078] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.469315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.469437] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.469767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.469937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.470714] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.470714] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.470714] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.470714] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.470989] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.470989] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.471056] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.500318] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.501168] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.501541] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.502079] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-190" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.502631] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-67d24d11-311f-4e9b-90b8-20569417ffb1 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.503859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.504121] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.504630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.505277] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d24d11-311f-4e9b-90b8-20569417ffb1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.773104] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 962.773104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.773345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.773671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.773950] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.774152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.774261] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.774515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.774660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.774790] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.963606] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: SUCCESS [ 962.963841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.964016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.964254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.964445] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.964561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.964766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.964766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.964843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.964936] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.969246] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 962.969246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.969246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.969246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.969246] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.969615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.970022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.970022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.970022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.970216] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.008297] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.011018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 67d24d11-311f-4e9b-90b8-20569417ffb1 not found, creating... [ 963.011018] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.011018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.011473] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011473] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.014450] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.014870] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.015144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.015483] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 67d24d11-311f-4e9b-90b8-20569417ffb1 is going to be created. [ 963.052306] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.052306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.052306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.052306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.052306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.052306] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.279487] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.473556] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.625100] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.787202] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.128450] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.133704] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.290309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.290309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.290309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.290503] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.290503] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 964.342870] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.343085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.343123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.343394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.343562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.355390] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 964.364140] env[63533]: INFO networking_nsxv3.common.synchronization [req-b4701874-5008-461f-9344-3800bf3b9ef1 req-a29579a1-6ecf-4b20-ab29-6cc32d94dcf1 service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 964.364382] env[63533]: INFO networking_nsxv3.common.synchronization [req-b4701874-5008-461f-9344-3800bf3b9ef1 req-a29579a1-6ecf-4b20-ab29-6cc32d94dcf1 service nova] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 964.364520] env[63533]: INFO networking_nsxv3.common.synchronization [req-b4701874-5008-461f-9344-3800bf3b9ef1 req-a29579a1-6ecf-4b20-ab29-6cc32d94dcf1 service nova] Enqueued Resource ID: 67d24d11-311f-4e9b-90b8-20569417ffb1 with Priority: HIGHEST for action port [ 964.366397] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_rules [ 964.366397] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 964.366397] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d24d11-311f-4e9b-90b8-20569417ffb1 with Priority: HIGHEST for action port [ 964.366397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.366397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.366397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.366939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.366939] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.367529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.368238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.368238] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d24d11-311f-4e9b-90b8-20569417ffb1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.368238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.368238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.368238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.369197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d24d11-311f-4e9b-90b8-20569417ffb1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.392784] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 964.392784] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f deletion is rescheduled due to dependency. [ 964.392784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.392784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.393129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.393385] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.393649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.393757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.394078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.394184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.394377] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.634771] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.634771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.634771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.634771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.634771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.635371] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be updated. [ 964.639021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.639021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.639021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.639021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.639021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.639021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 964.674575] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.674575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.674575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.674575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.674575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.676840] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.676840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.676840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.676840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.676840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.693025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: IN_PROGRESS for 2s [ 964.693882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 964.888738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.888738] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67d24d11-311f-4e9b-90b8-20569417ffb1 with status ACTIVE [ 964.888738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.888738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.888738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.888738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.894423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.894423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.894423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.894423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.894423] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67d24d11-311f-4e9b-90b8-20569417ffb1 is going to be updated. [ 964.896307] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.896307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.896444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.897525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.897525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.897525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d24d11-311f-4e9b-90b8-20569417ffb1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.897525] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.399572] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.907069] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.907069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.907069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.907069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.907069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.908848] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 965.940191] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.940360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.940404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.940632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.940771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.951046] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 966.376241] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 966.376467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.376714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.376986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.377249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.377424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.377509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.377771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.377848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.377952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.378046] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.511977] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 966.512420] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 966.512420] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 966.512960] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 966.513025] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 966.514807] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 966.516094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.516094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.516094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.516094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.516094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.516930] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.516930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.517448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.517448] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.603642] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_rules [ 966.603859] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 966.603997] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 966.604138] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 966.604264] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_rules [ 966.604449] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 966.604606] env[63533]: INFO networking_nsxv3.common.synchronization [req-31bf7821-8132-4dfd-bd1b-0e0378f3888d req-31cb3707-8b85-41ad-bca3-cd7e81ae6577 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 966.605164] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_rules [ 966.605361] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_rules [ 966.605459] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 966.605548] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f with Priority: HIGHEST for action port [ 966.605650] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_rules [ 966.605737] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 966.605823] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 966.606139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.606462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.606523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.606768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.606848] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.607914] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.608039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4e2c60-afe9-437a-ba0d-55b9b358ae8f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.612309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.704127] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: SUCCESS [ 966.704343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.704509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.704749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.704937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.705064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.705125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.705313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.705423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.705464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.705559] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.707622] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 966.708499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.708499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.708499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.708674] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.708674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.708761] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.708878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.708925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.709171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.710030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.710030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.710185] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.710287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.710541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.710541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.710541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.710735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.710735] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.711767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.712068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.712068] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.712159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.712250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.712449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.712449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.713297] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.882808] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.882981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.883072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.883301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.883471] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.883565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.883625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.883767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.883848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.883940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.884098] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.884184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.884240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.884374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.884503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.884586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.884641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.884768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.884837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.884915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.884999] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.020640] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.111198] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4e2c60-afe9-437a-ba0d-55b9b358ae8f with status ACTIVE [ 967.111569] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.111569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.111775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.111887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.111951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.112512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.112655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.112743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.112913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.113012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.113244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.113352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.113452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.113631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.113808] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4e2c60-afe9-437a-ba0d-55b9b358ae8f is going to be updated. [ 967.115390] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.115559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.143072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.143251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.143307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.143842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.144042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.144222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4e2c60-afe9-437a-ba0d-55b9b358ae8f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.212656] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.213815] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.218870] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.219045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.219252] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.391445] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 967.423319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.423319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.423319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.423979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.447379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.447805] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.447988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.448084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.448362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.448489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.448767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.448880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.448967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.450391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.450391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.450621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.452823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.452823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.452823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.452823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.452823] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 967.517744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.517839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.517927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.519064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.519278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.526300] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.537383] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 967.716453] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.720839] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b2d72f-849e-42ee-9719-b9ba5b0d24d7: rpc.has_security_group_logging(os_id): False [ 967.722593] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.744062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.744062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.744062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.744062] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be created. [ 967.802696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.805047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.805047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.805047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.805047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.824462] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: IN_PROGRESS for 2s [ 967.964413] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 967.964744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.964997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.965369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.965638] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.965809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.965902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.966289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.968020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.968020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.030299] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.030664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.030664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.030957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.030957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.031114] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 is going to be created. [ 968.061596] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.061596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.061596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.061596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.062985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.078028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 in Status: UNINITIALIZED for 2s [ 968.221950] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.221950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.221950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.221950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.221950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.222271] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be updated. [ 968.226364] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.226529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.226529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.226715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.226857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.227009] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 968.268603] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.269038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.269038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.269418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.269418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.271759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.271909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.271971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.272156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.272286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.284879] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 968.285870] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: IN_PROGRESS for 2s [ 968.477124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.477124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.477124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.477124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.477708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.477708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.477708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.477708] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.979961] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15ff4895-1706-4bf6-bd53-6169a68be64f: rpc.has_security_group_logging(os_id): False [ 969.004021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.004021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.004272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.006115] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.006115] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.006115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.007119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.007119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.007119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.007119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.007119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.007119] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 969.103944] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.104198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.104198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.104403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.104506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.120892] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 969.555091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 969.555091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.840549] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: SUCCESS [ 969.840934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.841465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.842534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.842683] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.089588] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 in Status: SUCCESS [ 970.089775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.089965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.090259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.090456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.090589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.090654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.090796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.090885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.090981] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.155665] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee076f8d-53c9-4db1-9ed3-010cdc5776b6 req-2ad99500-93c7-47be-926a-f71829996a8a tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 970.155665] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee076f8d-53c9-4db1-9ed3-010cdc5776b6 req-2ad99500-93c7-47be-926a-f71829996a8a tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 970.155665] env[63533]: INFO networking_nsxv3.common.synchronization [req-ee076f8d-53c9-4db1-9ed3-010cdc5776b6 req-2ad99500-93c7-47be-926a-f71829996a8a tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 970.155665] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 970.156151] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 with Priority: HIGHEST for action security_group_members [ 970.156151] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 with Priority: HIGHEST for action security_group_members [ 970.156348] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.156561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.156851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.157226] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.296937] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 in Status: SUCCESS [ 970.296937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.297121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.297353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.297543] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.297659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.297726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.297878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.297959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.298097] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.300816] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 970.300816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.300941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.302718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.302718] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.302718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.302718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.302718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.302718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.302718] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.366851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.366990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.367061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.367970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.367970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.367970] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be deleted. [ 970.421337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.421508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.421556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.421763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.421845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.421949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.596023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.596023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.596023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.596023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 is going to be deleted. [ 970.630519] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.630719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.630719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.630944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.631035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.631127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.631276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.631407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.631564] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.631654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.631712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.631873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.631946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.633100] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.804043] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.804422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.804422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.804550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.804585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.804766] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.804861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.804922] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.805086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.805163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.805303] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 is going to be deleted. [ 970.806336] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.839247] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.839395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.839467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.839683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.839772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.839868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.840363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.840533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.840691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.840783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.840867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.841024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.841109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.841282] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b2d72f-849e-42ee-9719-b9ba5b0d24d7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.883272] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4d12881b-e961-4d5a-ba11-7f75679e7472 None None] Enqueued Resource ID: afaddab6-4155-4634-a29c-8cc56fbb7d78 with Priority: HIGHEST for action port [ 970.883520] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaddab6-4155-4634-a29c-8cc56fbb7d78 with Priority: HIGHEST for action port [ 970.884089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-afaddab6-4155-4634-a29c-8cc56fbb7d78 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.884552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afaddab6-4155-4634-a29c-8cc56fbb7d78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.884552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afaddab6-4155-4634-a29c-8cc56fbb7d78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.884552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afaddab6-4155-4634-a29c-8cc56fbb7d78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.884750] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afaddab6-4155-4634-a29c-8cc56fbb7d78',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.140363] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.140363] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.140363] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.140363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.142547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.142547] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 already deleted. [ 971.142547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.142547] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.146023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.146023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.146023] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.309677] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.344136] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.344300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.344376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.344600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.344691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.344925] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.345057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.345118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.345321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.345547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.345602] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b2d72f-849e-42ee-9719-b9ba5b0d24d7 already deleted. [ 971.346286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b2d72f-849e-42ee-9719-b9ba5b0d24d7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.389217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afaddab6-4155-4634-a29c-8cc56fbb7d78 [ 971.389546] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.389695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.389768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.389973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.390073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.390171] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afaddab6-4155-4634-a29c-8cc56fbb7d78 already deleted. [ 971.390258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afaddab6-4155-4634-a29c-8cc56fbb7d78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.648327] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e41cf5e-11b2-4d61-8b5a-960e19dcbba8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.649694] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.650972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.651201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.651686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.651890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.652259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.652519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.652687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.653295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.654180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.654180] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 already deleted. [ 971.654180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.812943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.813142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.813698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.813698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.813698] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 971.845590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.845590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.845590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.845781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.846191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.856098] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 971.881695] env[63533]: INFO networking_nsxv3.common.synchronization [None req-fa0d98d7-1e9a-47fa-9f12-d5f8e1ef9676 None None] Enqueued Resource ID: f376666a-7041-475e-92c7-89af67099be8 with Priority: HIGHEST for action port [ 971.881695] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f376666a-7041-475e-92c7-89af67099be8 with Priority: HIGHEST for action port [ 971.881695] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f376666a-7041-475e-92c7-89af67099be8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.881695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f376666a-7041-475e-92c7-89af67099be8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.881695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f376666a-7041-475e-92c7-89af67099be8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f376666a-7041-475e-92c7-89af67099be8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.881926] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f376666a-7041-475e-92c7-89af67099be8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.154869] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8: rpc.has_security_group_logging(os_id): False [ 972.185848] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.186197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.186366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.186714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.187028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.187450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.187803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.187966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.188483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.188686] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 is going to be created. [ 972.215552] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8], does not exist path=[/infra/domains/default/groups/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8]."\n}' [ 972.215552] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 [ 972.215552] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 972.263223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.263422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.263499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.263717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.264778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.266882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.266882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.266882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.266882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 is going to be created. [ 972.310061] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8], does not exist path=[/infra/domains/default/groups/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 [ 972.310411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e41cf5e-11b2-4d61-8b5a-960e19dcbba8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.310580] env[63533]: Traceback (most recent call last): [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 972.310649] env[63533]: return func(*args, **kwargs) [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 972.310649] env[63533]: res.raise_for_status() [ 972.310649] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 972.310649] env[63533]: raise HTTPError(http_error_msg, response=self) [ 972.310649] env[63533]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 [ 972.310649] env[63533]: During handling of the above exception, another exception occurred: [ 972.310649] env[63533]: Traceback (most recent call last): [ 972.310649] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 972.310649] env[63533]: listener.cb(fileno) [ 972.310649] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 972.310649] env[63533]: result = function(*args, **kwargs) [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 972.310649] env[63533]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 972.310649] env[63533]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 972.310649] env[63533]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 972.310649] env[63533]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 972.310649] env[63533]: res.raise_for_status() [ 972.310649] env[63533]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 972.310649] env[63533]: raise HTTPError(http_error_msg, response=self) [ 972.310649] env[63533]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e41cf5e-11b2-4d61-8b5a-960e19dcbba8 [ 972.310649] env[63533]: Removing descriptor: 62 [ 972.384073] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f376666a-7041-475e-92c7-89af67099be8 [ 972.384073] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.384073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.384073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.384496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.384496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.384496] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f376666a-7041-475e-92c7-89af67099be8 already deleted. [ 972.384496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f376666a-7041-475e-92c7-89af67099be8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.687045] env[63533]: INFO networking_nsxv3.common.synchronization [None req-20d4d488-07e2-4c52-8a9f-b838e5153317 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 972.687769] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 972.689924] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.690084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.690156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.690427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.690511] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.823759] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8e57c496-377a-4ec0-aea2-811c36e6746d tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 972.824334] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 972.824647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.824748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.202398] env[63533]: INFO networking_nsxv3.common.synchronization [req-03e423d6-b75a-4ba4-a34b-ce107d629a6d req-02051ef6-38da-46f0-9802-a36de80d2322 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 973.202398] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 973.202612] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.202786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.202879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.203189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.205106] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.205288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.205374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.205719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.206759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.206759] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.218655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.220220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.220363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.220589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.220681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.220785] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 already deleted. [ 973.220867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.221033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.221206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.221296] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.337608] env[63533]: INFO networking_nsxv3.common.synchronization [req-ccebaf1f-4fff-487b-b447-0c1367946e28 req-fe82c587-2ac3-4c0e-8a51-b817bef321b8 tempest-ListImageFiltersTestJSON-316064239 tempest-ListImageFiltersTestJSON-316064239-project-member] Enqueued Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 973.338406] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df4287-c231-4adb-b978-a518347a19a3 with Priority: HIGHEST for action security_group_members [ 973.338718] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df4287-c231-4adb-b978-a518347a19a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.338836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.338903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.342530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.342530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.342530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.342530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.342530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.342530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.342530] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df4287-c231-4adb-b978-a518347a19a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.709998] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.742989] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.743231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.743231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.743379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.743531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.743641] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 already deleted. [ 973.743705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.850023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.850023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.850023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.850023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.876091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 973.876091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.876533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.876782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.876947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.878468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.878468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.878468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.879025] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.883785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.883785] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.883785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.883785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.883785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.883785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.883785] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 is going to be updated. [ 973.886159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.886282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.886462] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.886558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.886619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.886762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.887538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.887646] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.916466] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.916466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.916466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.916466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.916709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.920510] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9acef613-32df-4805-adb8-44b59d154f55 tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 973.921317] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 973.921870] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.921996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.921996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.923893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.923893] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.931040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: IN_PROGRESS for 2s [ 974.124596] env[63533]: INFO networking_nsxv3.common.synchronization [None req-28478de8-9ca5-4d82-aefd-5d566c8843a8 None None] Enqueued Resource ID: 7ba1bd7d-64cf-469d-8531-3f4478a1a8ca with Priority: HIGHEST for action port [ 974.125283] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba1bd7d-64cf-469d-8531-3f4478a1a8ca with Priority: HIGHEST for action port [ 974.125642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba1bd7d-64cf-469d-8531-3f4478a1a8ca taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba1bd7d-64cf-469d-8531-3f4478a1a8ca" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.125827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba1bd7d-64cf-469d-8531-3f4478a1a8ca" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.126375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba1bd7d-64cf-469d-8531-3f4478a1a8ca" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.126587] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba1bd7d-64cf-469d-8531-3f4478a1a8ca',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.178586] env[63533]: INFO networking_nsxv3.common.synchronization [None req-bd14d6e6-c41a-42ff-bdbe-a7f74ef5ca9f tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 974.178586] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 974.178864] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.178864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.216242] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.380850] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 974.396499] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.409644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.409644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.409644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.409644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.434230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.434506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.434752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.434752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.436359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.436569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.436745] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.436849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.436913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.437212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.437212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.437380] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.437475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.437539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.437684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.437756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.437843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 974.449698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.449827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.450314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.450314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.450314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.450314] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 already deleted. [ 974.450556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.450818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.451046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.451109] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.522443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.522581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.522643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.522855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.523011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.544012] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 974.631567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ba1bd7d-64cf-469d-8531-3f4478a1a8ca [ 974.631870] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.632077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.632548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.632548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.632691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.632819] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ba1bd7d-64cf-469d-8531-3f4478a1a8ca already deleted. [ 974.632958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba1bd7d-64cf-469d-8531-3f4478a1a8ca" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.721175] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.721175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.721175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.721175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.721175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.721175] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 974.766843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.766985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.767076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.767295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.767551] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.778895] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 974.898714] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.980871] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.981080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.981141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.981311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.981420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.981488] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 already deleted. [ 974.981570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.493996] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.494291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.494291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.502586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.502586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.502586] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 975.532081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.532225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.532302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.532516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.532655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.543944] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 975.694708] env[63533]: INFO networking_nsxv3.common.synchronization [None req-0816a6d7-d1a7-483b-9c3b-85e2a254711e None None] Enqueued Resource ID: f497c873-4b3b-4191-850e-1c7bc7ae7e5f with Priority: HIGHEST for action port [ 975.695322] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f497c873-4b3b-4191-850e-1c7bc7ae7e5f with Priority: HIGHEST for action port [ 975.697796] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f497c873-4b3b-4191-850e-1c7bc7ae7e5f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.697796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f497c873-4b3b-4191-850e-1c7bc7ae7e5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.697796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f497c873-4b3b-4191-850e-1c7bc7ae7e5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.697796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f497c873-4b3b-4191-850e-1c7bc7ae7e5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.697796] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f497c873-4b3b-4191-850e-1c7bc7ae7e5f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.942899] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df4287-c231-4adb-b978-a518347a19a3 in Status: SUCCESS [ 975.944837] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df4287-c231-4adb-b978-a518347a19a3 deletion is rescheduled due to dependency. [ 975.944837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df4287-c231-4adb-b978-a518347a19a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.200679] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f497c873-4b3b-4191-850e-1c7bc7ae7e5f [ 976.200970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.201159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.201364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.201518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.201625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.201827] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f497c873-4b3b-4191-850e-1c7bc7ae7e5f already deleted. [ 976.201886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f497c873-4b3b-4191-850e-1c7bc7ae7e5f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.563355] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 976.563355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.563355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.563355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.563355] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.790358] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 976.790600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.067215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.067215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.555584] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 977.559426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.559694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.559937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.560153] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.560338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.560583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.560705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.560803] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.065045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.065045] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.065045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.065744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.069452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.069719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.070224] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.070224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.070374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.070481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.070588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.070701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.070820] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.320864] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3f17349-69cb-4cf5-b301-630cb5931bea req-4070d439-ee83-4669-975d-d996c9b66335 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 978.321150] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 978.324218] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.324218] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.324218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.324218] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.576104] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376fa8e8-9a64-4881-a895-befcef863aed: rpc.has_security_group_logging(os_id): False [ 978.599560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.599560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.599560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.599560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.599560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.602205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.602205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.602205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.602205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.602849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.602849] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 978.607107] env[63533]: INFO networking_nsxv3.common.synchronization [req-a8fb027f-3e2c-4659-bf28-c6cfc67cd543 req-5e322fac-bcfb-4ef6-8a97-27149f33147f tempest-ImagesOneServerNegativeTestJSON-620950544 tempest-ImagesOneServerNegativeTestJSON-620950544-project-member] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 978.607812] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGHEST for action security_group_members [ 978.608448] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.609050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.609050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.609050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.609361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.610832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.610832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.610832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.610832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.610832] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.642871] env[63533]: INFO networking_nsxv3.common.synchronization [None req-831c54a2-f682-466c-865a-fd0ebfe3a646 None None] Enqueued Resource ID: 78c8774e-2a50-4cd9-b17f-cd07a1c874d2 with Priority: HIGHEST for action port [ 978.643545] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c8774e-2a50-4cd9-b17f-cd07a1c874d2 with Priority: HIGHEST for action port [ 978.644956] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-78c8774e-2a50-4cd9-b17f-cd07a1c874d2 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.644956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78c8774e-2a50-4cd9-b17f-cd07a1c874d2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.644956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78c8774e-2a50-4cd9-b17f-cd07a1c874d2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.644956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78c8774e-2a50-4cd9-b17f-cd07a1c874d2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.645253] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c8774e-2a50-4cd9-b17f-cd07a1c874d2',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.678312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.678771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.678771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.678771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.678771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.698245] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 978.826143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.826610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.826726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.827274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.827274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.827274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.827502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.827502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.827614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.827740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.827829] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 already deleted. [ 978.827904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.993182] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.993182] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.993359] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.993501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.993762] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.993914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.994417] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.994697] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.994865] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.995120] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.995265] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.996672] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.996812] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.996936] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.997061] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.997214] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.020878] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.020878] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.020878] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.020878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.021195] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8240a40a-4486-4213-ac28-8eee15d652a8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.021392] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.021512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.021875] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.023494] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8240a40a-4486-4213-ac28-8eee15d652a8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.115540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.115867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.115867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.115974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.140987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.142258] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.142258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.142258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.142258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.142258] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be updated. [ 979.147342] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78c8774e-2a50-4cd9-b17f-cd07a1c874d2 [ 979.147665] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.147665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.148034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.148034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.148034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.149173] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78c8774e-2a50-4cd9-b17f-cd07a1c874d2 already deleted. [ 979.149173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78c8774e-2a50-4cd9-b17f-cd07a1c874d2" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.171185] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.171185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.171185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.171185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.171185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.179920] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: IN_PROGRESS for 2s [ 979.526749] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.526987] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.527131] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.527428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.527659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.534614] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8240a40a-4486-4213-ac28-8eee15d652a8 not found, creating... [ 979.534614] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.534614] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.534614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.535093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.535093] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8240a40a-4486-4213-ac28-8eee15d652a8 is going to be created. [ 979.554562] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.554813] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.554937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.555234] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.555512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.555741] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.658012] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ce1df842-c9a7-4a1d-b67f-b47ffc82a598 None None] Enqueued Resource ID: 1ab3ab5d-530e-4a69-b216-03e81bb1be6f with Priority: HIGHEST for action port [ 979.658295] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab3ab5d-530e-4a69-b216-03e81bb1be6f with Priority: HIGHEST for action port [ 979.658905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab3ab5d-530e-4a69-b216-03e81bb1be6f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.659145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab3ab5d-530e-4a69-b216-03e81bb1be6f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.659145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab3ab5d-530e-4a69-b216-03e81bb1be6f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.659358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab3ab5d-530e-4a69-b216-03e81bb1be6f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.659437] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab3ab5d-530e-4a69-b216-03e81bb1be6f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.165655] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ab3ab5d-530e-4a69-b216-03e81bb1be6f [ 980.166268] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.166268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.166268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.166478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.166478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.166543] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ab3ab5d-530e-4a69-b216-03e81bb1be6f already deleted. [ 980.166716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab3ab5d-530e-4a69-b216-03e81bb1be6f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3f17349-69cb-4cf5-b301-630cb5931bea req-33712b58-64a7-4d52-b014-faa622862086 service nova] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3f17349-69cb-4cf5-b301-630cb5931bea req-33712b58-64a7-4d52-b014-faa622862086 service nova] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3f17349-69cb-4cf5-b301-630cb5931bea req-33712b58-64a7-4d52-b014-faa622862086 service nova] Enqueued Resource ID: 8240a40a-4486-4213-ac28-8eee15d652a8 with Priority: HIGHEST for action port [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_rules [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 980.486205] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8240a40a-4486-4213-ac28-8eee15d652a8 with Priority: HIGHEST for action port [ 980.486205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.486205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.486844] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.487646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.488859] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.488859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.488859] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.490159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8240a40a-4486-4213-ac28-8eee15d652a8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.490159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.490159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.490395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.490468] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8240a40a-4486-4213-ac28-8eee15d652a8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.716058] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 980.716307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.992753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.992902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.993120] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.994138] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8240a40a-4486-4213-ac28-8eee15d652a8 with status ACTIVE [ 980.994344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.994461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.994540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.994755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.994854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.995041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.995205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.995439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.995493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.995681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.995824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.995975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.001421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.001421] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8240a40a-4486-4213-ac28-8eee15d652a8 is going to be updated. [ 981.028666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.028666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.028666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.028948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.028948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.029171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8240a40a-4486-4213-ac28-8eee15d652a8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.073167] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc42c906-411d-4da4-83c6-99a55f56334f req-7877cbaf-0870-461d-92c1-78e6e02d9e96 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 981.073854] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 981.078893] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.078893] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.078893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.078893] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.195025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ff4895-1706-4bf6-bd53-6169a68be64f in Status: SUCCESS [ 981.195306] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f deletion is rescheduled due to dependency. [ 981.195932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.503553] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.580323] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.769668] env[63533]: INFO networking_nsxv3.common.synchronization [None req-b7b04578-bb00-442b-b841-eb4d748ffebc None None] Enqueued Resource ID: c2dd5751-429d-4daf-817c-1b8b81e43858 with Priority: HIGHEST for action port [ 981.771279] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dd5751-429d-4daf-817c-1b8b81e43858 with Priority: HIGHEST for action port [ 981.771664] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2dd5751-429d-4daf-817c-1b8b81e43858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.772812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2dd5751-429d-4daf-817c-1b8b81e43858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.772812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2dd5751-429d-4daf-817c-1b8b81e43858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.773131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2dd5751-429d-4daf-817c-1b8b81e43858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.773131] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2dd5751-429d-4daf-817c-1b8b81e43858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.006608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.007252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.007369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.008295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.008295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.008295] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 is going to be created. [ 982.034071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.034411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.034586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.034913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.035217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.046710] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: UNINITIALIZED for 2s [ 982.085742] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.117782] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.118433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.119161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.119623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.120108] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.120685] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.120933] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.121545] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.122057] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.122451] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.122718] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.122981] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.123330] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.124135] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.124576] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.124835] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.148837] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.149207] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.149449] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.149732] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.150196] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.150827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.150827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.151078] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.151194] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc949e07-b50e-4c8e-8b94-e1c90b211bb7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.277179] env[63533]: INFO networking_nsxv3.common.synchronization [None req-7006119f-e6a0-4410-b671-d61af3da3289 None None] Enqueued Resource ID: db832dc6-4747-4749-8374-314e41aa5f9a with Priority: HIGHEST for action port [ 982.277972] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2dd5751-429d-4daf-817c-1b8b81e43858 [ 982.278211] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.278334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.278398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.278612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.278695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.278791] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2dd5751-429d-4daf-817c-1b8b81e43858 already deleted. [ 982.278868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2dd5751-429d-4daf-817c-1b8b81e43858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.279049] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db832dc6-4747-4749-8374-314e41aa5f9a with Priority: HIGHEST for action port [ 982.279360] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-db832dc6-4747-4749-8374-314e41aa5f9a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.279470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db832dc6-4747-4749-8374-314e41aa5f9a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.279524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db832dc6-4747-4749-8374-314e41aa5f9a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.279736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db832dc6-4747-4749-8374-314e41aa5f9a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.279809] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db832dc6-4747-4749-8374-314e41aa5f9a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.589929] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.590099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.590164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.590463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.590562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 982.619682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.619773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.619812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.620054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.620212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.638398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 982.656212] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.656614] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.656844] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.657289] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.657561] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.657831] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port dc949e07-b50e-4c8e-8b94-e1c90b211bb7 not found, creating... [ 982.658263] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.658583] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.658704] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659102] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.659537] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.659831] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.660059] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.660204] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.660500] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.660744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.660991] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: dc949e07-b50e-4c8e-8b94-e1c90b211bb7 is going to be created. [ 982.686018] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.686393] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.686834] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.687022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.687332] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.687665] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.782905] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db832dc6-4747-4749-8374-314e41aa5f9a [ 982.783420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.783420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.783420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.783634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.783718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.783814] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db832dc6-4747-4749-8374-314e41aa5f9a already deleted. [ 982.783896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db832dc6-4747-4749-8374-314e41aa5f9a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.103043] env[63533]: INFO networking_nsxv3.common.synchronization [None req-077b2c05-72d3-4554-9e2a-d22f4e94981c None None] Enqueued Resource ID: 788a817d-253d-4be0-9ac0-75b8c2756ce8 with Priority: HIGHEST for action port [ 983.103508] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a817d-253d-4be0-9ac0-75b8c2756ce8 with Priority: HIGHEST for action port [ 983.103843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-788a817d-253d-4be0-9ac0-75b8c2756ce8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.104030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788a817d-253d-4be0-9ac0-75b8c2756ce8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.104121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788a817d-253d-4be0-9ac0-75b8c2756ce8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.104429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788a817d-253d-4be0-9ac0-75b8c2756ce8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.104520] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788a817d-253d-4be0-9ac0-75b8c2756ce8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.123934] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc3d0998-e056-431f-8fb6-7beea4c90bc8 req-4e8cd822-062f-4bed-af52-59d0717a23df tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 983.124701] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 983.124944] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.125526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.125640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.126339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.126339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.126339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.126496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.126613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.126725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.126829] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.523099] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.523425] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.523477] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.523803] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.526220] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.526386] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.526539] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.526787] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.526933] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.527164] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.527275] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.527381] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.527489] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.527595] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.527706] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.527837] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.549128] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.549413] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.549654] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.549838] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.550271] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5250918c-5112-49ad-b1d3-f73c2d534637 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.550501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.550667] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.551136] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.551330] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5250918c-5112-49ad-b1d3-f73c2d534637',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.617510] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 788a817d-253d-4be0-9ac0-75b8c2756ce8 [ 983.617844] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.617974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.618057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.618263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.618347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.618444] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:788a817d-253d-4be0-9ac0-75b8c2756ce8 already deleted. [ 983.618526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788a817d-253d-4be0-9ac0-75b8c2756ce8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.630652] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.631278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.631278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.631278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.631278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.631502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.631502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.631502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.631647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.631772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.631831] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 already deleted. [ 983.631888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.756172] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc42c906-411d-4da4-83c6-99a55f56334f req-00dd3539-76ab-4031-8102-fffae7006428 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 983.756172] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc42c906-411d-4da4-83c6-99a55f56334f req-00dd3539-76ab-4031-8102-fffae7006428 service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 983.756172] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc42c906-411d-4da4-83c6-99a55f56334f req-00dd3539-76ab-4031-8102-fffae7006428 service nova] Enqueued Resource ID: dc949e07-b50e-4c8e-8b94-e1c90b211bb7 with Priority: HIGHEST for action port [ 983.756172] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 983.757725] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 983.757893] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc949e07-b50e-4c8e-8b94-e1c90b211bb7 with Priority: HIGHEST for action port [ 983.758231] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.758400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.758469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.758648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.758725] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.761946] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.762167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.762389] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.762486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.762707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.762771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.762807] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc949e07-b50e-4c8e-8b94-e1c90b211bb7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.056711] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.056983] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.062199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5250918c-5112-49ad-b1d3-f73c2d534637 not found, creating... [ 984.062199] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.062199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.062199] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.062619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.062619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.062619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.062619] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.062619] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5250918c-5112-49ad-b1d3-f73c2d534637 is going to be created. [ 984.064693] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: SUCCESS [ 984.065082] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.065390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.066071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.066071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.066071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.066071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.066071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.066071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.066396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.066396] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.090917] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.092730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.092730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.092730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.092730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.092730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.264913] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.265323] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc949e07-b50e-4c8e-8b94-e1c90b211bb7 with status ACTIVE [ 984.265434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.265616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.265818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.265937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.266085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.267030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.267030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.267438] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc949e07-b50e-4c8e-8b94-e1c90b211bb7 is going to be updated. [ 984.290092] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.290253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.290335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.290569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.290707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.290866] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc949e07-b50e-4c8e-8b94-e1c90b211bb7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.568762] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.645483] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 984.646501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.646501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.646501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.646688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.646947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.646947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.647806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.647806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.647806] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.828376] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc3d0998-e056-431f-8fb6-7beea4c90bc8 req-3cfd9069-ae93-45cd-8d52-899adb3c4671 service nova] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 984.828565] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc3d0998-e056-431f-8fb6-7beea4c90bc8 req-3cfd9069-ae93-45cd-8d52-899adb3c4671 service nova] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 984.828706] env[63533]: INFO networking_nsxv3.common.synchronization [req-bc3d0998-e056-431f-8fb6-7beea4c90bc8 req-3cfd9069-ae93-45cd-8d52-899adb3c4671 service nova] Enqueued Resource ID: 5250918c-5112-49ad-b1d3-f73c2d534637 with Priority: HIGHEST for action port [ 984.830014] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 984.830014] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 984.830014] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5250918c-5112-49ad-b1d3-f73c2d534637 with Priority: HIGHEST for action port [ 984.830014] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.830014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.830014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.830498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.830623] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.831510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.831664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.831764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.831967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.832161] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.832295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.832381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.832556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.832669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.832773] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.833972] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5250918c-5112-49ad-b1d3-f73c2d534637 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.834612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.834612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.834612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.834612] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5250918c-5112-49ad-b1d3-f73c2d534637',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.070801] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5: rpc.has_security_group_logging(os_id): False [ 985.088752] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.088955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.089063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.089366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.089489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.089816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.089951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.090068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.090294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.090401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.090516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 is going to be created. [ 985.150232] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.151995] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.152149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.152197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.152401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.152571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.163862] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: IN_PROGRESS for 2s [ 985.335851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.335968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.336176] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.339884] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5250918c-5112-49ad-b1d3-f73c2d534637 with status ACTIVE [ 985.340108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.340236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.340290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.340495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.340584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.340756] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.340852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.340912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.341080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.341156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.341336] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.341426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.341486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.341623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.341694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.341777] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5250918c-5112-49ad-b1d3-f73c2d534637 is going to be updated. [ 985.364916] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.365652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.365762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.365988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.366144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.366318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5250918c-5112-49ad-b1d3-f73c2d534637" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.655334] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.661851] env[63533]: INFO networking_nsxv3.common.synchronization [req-fbc810de-59fd-42b2-92f5-ca6dfc6c1b51 req-7fab9557-dbce-416e-a0c5-1d52d47d7681 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 985.662513] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 985.669671] env[63533]: INFO networking_nsxv3.common.synchronization [None req-0db9028d-1d3c-44d9-a20d-75da295285f4 None None] Enqueued Resource ID: ca042077-40d3-4488-b842-bf6b2dca95a4 with Priority: HIGHEST for action port [ 985.669671] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.669671] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.669671] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.669671] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca042077-40d3-4488-b842-bf6b2dca95a4 with Priority: HIGHEST for action port [ 985.669671] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca042077-40d3-4488-b842-bf6b2dca95a4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca042077-40d3-4488-b842-bf6b2dca95a4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca042077-40d3-4488-b842-bf6b2dca95a4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.669671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca042077-40d3-4488-b842-bf6b2dca95a4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.673090] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca042077-40d3-4488-b842-bf6b2dca95a4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.838698] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.160200] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.160396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.161027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.161027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.161027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.161027] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 986.174999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.175176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.175227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.175520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.176633] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca042077-40d3-4488-b842-bf6b2dca95a4 [ 986.176865] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.177054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.177054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.177280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.177331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.178063] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca042077-40d3-4488-b842-bf6b2dca95a4 already deleted. [ 986.178063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca042077-40d3-4488-b842-bf6b2dca95a4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.192529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.192611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.192652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.194965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.197180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.198265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.198265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.198265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.198265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.198265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.198265] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 986.207750] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 986.225598] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.225598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.225598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.225598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.225875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.235158] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 986.341032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.341032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.341283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.341283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.341363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.341458] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be created. [ 986.368279] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.368414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.368492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.368773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.368848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.379847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: UNINITIALIZED for 2s [ 987.207492] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: SUCCESS [ 987.207865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.219143] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 4s [ 988.246683] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 4s [ 988.392305] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 988.392583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.392790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.393436] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.393539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.393631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.393904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.393993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.394097] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.897557] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.161836] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 989.161836] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:2 started [ 989.402736] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3482f4-ab0a-42f5-9f10-353d7a60d358: rpc.has_security_group_logging(os_id): False [ 989.422718] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.422811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.422862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.424042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.424042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.424403] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be created. [ 989.515223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.515467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.515650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.515847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.516161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.532999] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 990.228847] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 990.229114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.229285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.229502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.229695] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.229814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.229878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.230046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.230125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.230212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.230302] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.256016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 990.256215] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 990.256330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.669988] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 990.670292] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 990.733107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.733354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.733462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.733801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.733979] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.734279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.734279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.734634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.734634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.734634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.734634] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.734992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.734992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.734992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.735175] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.735175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.735175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.735336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.735392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.735629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.735629] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.822100] env[63533]: INFO networking_nsxv3.common.synchronization [req-86703d10-9d74-4df0-a8d0-2890b3f29260 req-ca4cec17-fa0c-4900-b096-7fd2691e9762 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 990.822100] env[63533]: INFO networking_nsxv3.common.synchronization [req-86703d10-9d74-4df0-a8d0-2890b3f29260 req-ca4cec17-fa0c-4900-b096-7fd2691e9762 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 990.822100] env[63533]: INFO networking_nsxv3.common.synchronization [req-86703d10-9d74-4df0-a8d0-2890b3f29260 req-ca4cec17-fa0c-4900-b096-7fd2691e9762 tempest-SecurityGroupsTestJSON-2131609758 tempest-SecurityGroupsTestJSON-2131609758-project-member] Enqueued Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 990.823748] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376fa8e8-9a64-4881-a895-befcef863aed with Priority: HIGHEST for action security_group_members [ 990.823930] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGHEST for action security_group_members [ 990.824064] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGHEST for action security_group_members [ 990.824704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-376fa8e8-9a64-4881-a895-befcef863aed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.824825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.827152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.827152] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.827369] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.827369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.827369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.827576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.827644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.827740] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376fa8e8-9a64-4881-a895-befcef863aed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.829375] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.829528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.829616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.831598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.831598] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.831598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.831598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.831598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.831598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.831598] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.834383] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.834544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.834622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.834797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.834952] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.835202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.835333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.835445] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.240123] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 991.259878] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.259878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.260144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.260183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.274114] env[63533]: INFO networking_nsxv3.common.synchronization [req-9c7b18b5-8a02-40f6-8e86-d2c08d46b9dc req-bcc2f892-80f1-4e9e-9177-ff080015f439 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 991.274601] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 991.274982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.275578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.276258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.276258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.276566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.276566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.276657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.276795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.276881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.276980] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.281937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.282090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.282202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.282255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.283272] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.283272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.288120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.288120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.288120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.288120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.288120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.288120] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 991.337663] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.338424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.338424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.338424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.338617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.339341] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.339341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.339341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.339341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.339694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.339694] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed is going to be updated. [ 991.341695] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.341835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.341893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.342604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.344335] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.344444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.376917] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.377113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.388071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.388537] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.388686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.388752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.389033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.389114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.389499] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be updated. [ 991.390349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.390568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.393192] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.393192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.393352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.393544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.393684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.404459] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: IN_PROGRESS for 2s [ 991.414347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.414679] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.414831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.414899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.415438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.415575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.415665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aff700-99f2-4160-8396-51414a101367 is going to be updated. [ 991.416750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.416972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.417130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.432300] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.432495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.432540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.432729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.432871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.435320] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 991.450329] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: IN_PROGRESS for 2s [ 991.458696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.459040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.459430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.459726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.460087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.483066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: IN_PROGRESS for 2s [ 991.556310] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 991.556310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.779687] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.283192] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.785168] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.785508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.785617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.785840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.785936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.786091] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 992.814740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.814889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.814951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.815183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.815333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.825118] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 993.417928] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376fa8e8-9a64-4881-a895-befcef863aed in Status: SUCCESS [ 993.418125] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376fa8e8-9a64-4881-a895-befcef863aed deletion is rescheduled due to dependency. [ 993.418243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376fa8e8-9a64-4881-a895-befcef863aed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.452529] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 993.452762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.460373] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 in Status: SUCCESS [ 993.460622] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 deletion is rescheduled due to dependency. [ 993.460744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.494601] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aff700-99f2-4160-8396-51414a101367 in Status: SUCCESS [ 993.494806] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aff700-99f2-4160-8396-51414a101367 deletion is rescheduled due to dependency. [ 993.494907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.836054] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 994.836433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.278916] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.278916] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 996.643172] env[63533]: INFO networking_nsxv3.common.synchronization [req-7d0e4499-d3b6-4090-8d48-b668f9eb92ce req-f2f1bf50-6bd3-4b52-98dc-dc95218c0ba6 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 996.643172] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 996.643300] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.643358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.644105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.644105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.644105] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.644105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.644398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.644398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.644398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.644516] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.027335] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027335] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.027335] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027335] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.027618] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027618] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.027704] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.028274] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.028274] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.028375] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.028504] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.028597] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.028683] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.028796] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.028903] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.029108] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.056036] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.056339] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.056618] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.056820] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-98" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.057309] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c9561ca9-cb68-4037-807e-9f89307cb528 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.057601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.057843] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.058236] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.058397] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9561ca9-cb68-4037-807e-9f89307cb528',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.147188] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.147446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.147446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.147681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.147828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.148038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.148134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.148199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.148352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.148536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.148536] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 already deleted. [ 997.148621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.561949] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561949] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.561949] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.562368] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.562368] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.562512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c9561ca9-cb68-4037-807e-9f89307cb528 not found, creating... [ 997.562772] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.562935] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.563065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.563297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.563433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.563714] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.563871] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.563990] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.564218] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.564354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.564494] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c9561ca9-cb68-4037-807e-9f89307cb528 is going to be created. [ 997.587648] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.587954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.588063] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.588349] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.588671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.588933] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.348878] env[63533]: INFO networking_nsxv3.common.synchronization [req-7d0e4499-d3b6-4090-8d48-b668f9eb92ce req-eeb9bf12-2fbc-4954-b548-67f7b47af6d8 service nova] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 998.349079] env[63533]: INFO networking_nsxv3.common.synchronization [req-7d0e4499-d3b6-4090-8d48-b668f9eb92ce req-eeb9bf12-2fbc-4954-b548-67f7b47af6d8 service nova] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 998.349897] env[63533]: INFO networking_nsxv3.common.synchronization [req-7d0e4499-d3b6-4090-8d48-b668f9eb92ce req-eeb9bf12-2fbc-4954-b548-67f7b47af6d8 service nova] Enqueued Resource ID: c9561ca9-cb68-4037-807e-9f89307cb528 with Priority: HIGHEST for action port [ 998.349897] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_rules [ 998.349897] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 998.349897] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9561ca9-cb68-4037-807e-9f89307cb528 with Priority: HIGHEST for action port [ 998.350229] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.350316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.350385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.350591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.350671] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.351470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.352251] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.352251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.352512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.352512] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.353075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9561ca9-cb68-4037-807e-9f89307cb528 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.353212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.353279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.353522] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9561ca9-cb68-4037-807e-9f89307cb528',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.859803] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.859803] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.859803] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9561ca9-cb68-4037-807e-9f89307cb528 with status ACTIVE [ 998.859803] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.859803] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.859803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.860640] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.860640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.860640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.860640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.860640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.860640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9561ca9-cb68-4037-807e-9f89307cb528 is going to be updated. [ 998.881306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.881541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.881541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.881734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.881871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.882124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9561ca9-cb68-4037-807e-9f89307cb528" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.003554] env[63533]: INFO networking_nsxv3.common.synchronization [req-96abd2fe-d5c9-47e3-8cf3-ea2149f2df1a req-06a0e0dd-2e90-472f-bc79-2fefb9b58be6 tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 999.004574] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 999.005139] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.005238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.005295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.005836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.005944] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.006110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.006216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.006430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.006562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.006720] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.361421] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.395914] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.396140] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.396267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.396654] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.396929] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.397155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.397284] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.397509] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.397660] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.397904] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.398033] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.398145] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.398256] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.398369] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.398473] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.398600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.419284] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.419458] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.419594] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.419777] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.420113] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.420291] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.420412] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.420757] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.420903] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf5c751-02ce-4e9e-8e98-68c3505b8aec',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.509896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.510176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.510291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.510587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.510736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.511066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.511329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.511703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.511841] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 already deleted. [ 999.511976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.865624] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.865624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.865624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.865624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.865624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.865624] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 is going to be created. [ 999.888227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.888389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.888434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.888692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.888864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.897852] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: UNINITIALIZED for 2s [ 999.926032] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.926032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 2bf5c751-02ce-4e9e-8e98-68c3505b8aec not found, creating... [ 999.926032] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.926032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.926421] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.926421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.926421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.926421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.926421] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.927074] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 2bf5c751-02ce-4e9e-8e98-68c3505b8aec is going to be created. [ 999.948578] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.948856] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.948987] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.949290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.949527] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.949759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.678897] env[63533]: INFO networking_nsxv3.common.synchronization [req-96abd2fe-d5c9-47e3-8cf3-ea2149f2df1a req-0c567238-abda-4366-82d8-9eda27a675c6 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1000.678897] env[63533]: INFO networking_nsxv3.common.synchronization [req-96abd2fe-d5c9-47e3-8cf3-ea2149f2df1a req-0c567238-abda-4366-82d8-9eda27a675c6 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1000.678897] env[63533]: INFO networking_nsxv3.common.synchronization [req-96abd2fe-d5c9-47e3-8cf3-ea2149f2df1a req-0c567238-abda-4366-82d8-9eda27a675c6 service nova] Enqueued Resource ID: 2bf5c751-02ce-4e9e-8e98-68c3505b8aec with Priority: HIGHEST for action port [ 1000.679402] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1000.679749] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1000.680014] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf5c751-02ce-4e9e-8e98-68c3505b8aec with Priority: HIGHEST for action port [ 1000.680583] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.681740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.681740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.681740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.681740] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.682461] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.682461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.682620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.682857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.683082] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.683255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.683361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.683624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.683828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.684049] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.685554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.685554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.685554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.685879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.686049] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf5c751-02ce-4e9e-8e98-68c3505b8aec',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.189452] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.189452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.189452] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.191000] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bf5c751-02ce-4e9e-8e98-68c3505b8aec with status ACTIVE [ 1001.191000] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.191000] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.191000] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.191000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.191492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.191492] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bf5c751-02ce-4e9e-8e98-68c3505b8aec is going to be updated. [ 1001.216468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.216608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.217142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.217358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.217490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.217642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf5c751-02ce-4e9e-8e98-68c3505b8aec" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.693449] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.908218] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: SUCCESS [ 1001.908443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.908611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.908840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.909049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.909158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.909241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.909406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.909519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.909561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.909645] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.199540] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.199869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.199869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.199973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.200072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.200173] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be created. [ 1002.227506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.227687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.227745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.228131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.228221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.243674] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: UNINITIALIZED for 2s [ 1002.273443] env[63533]: INFO networking_nsxv3.common.synchronization [req-a8f65feb-a1cf-4a49-9b1b-c75d178b48a1 req-8bdaad4a-2af1-4b90-bbf6-80ea4ae2f69d tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1002.274053] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1002.274601] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.274601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.274601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.275248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.275415] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.275560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.275624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.275786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.275863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.275954] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.413262] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.777660] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.914468] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac705da4-3c31-47d3-9973-a9b62e2c94d6: rpc.has_security_group_logging(os_id): False [ 1002.935781] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.935963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.936021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.936260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.936344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.936665] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.936782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.936819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.936967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.937048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.937135] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 is going to be created. [ 1003.023904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.024205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.024354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.024715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.025019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.043240] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: IN_PROGRESS for 2s [ 1003.280941] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.499067] env[63533]: INFO networking_nsxv3.common.synchronization [req-b60e5752-9d1c-47a6-8420-a43a98788ab3 req-c51b8892-b71c-4471-998b-017643b94eff tempest-ImagesNegativeTestJSON-966445768 tempest-ImagesNegativeTestJSON-966445768-project-member] Enqueued Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1003.499602] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1003.499925] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.500077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.500105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.500363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.500527] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.500628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.500695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.501695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.501695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.502293] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.781516] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.781687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.781687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.781846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.781941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.782061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1003.812555] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.812732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.812809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.813033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.813184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.822431] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1003.916323] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.916522] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-434" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.916655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-434" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.917016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-434" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.917310] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.917470] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.917615] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.918427] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.919208] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.919302] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.919457] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.919624] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.919863] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.920056] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.920210] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.920385] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.940562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.940765] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.940922] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.941126] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-434" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.941454] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.941667] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.941812] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.942175] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.942320] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916b9a1d-5118-4f57-b7a9-9ca7fd8c9655',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.006611] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.006611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.006611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.006794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.007313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.007313] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.007313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.007313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.007313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.007749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.007749] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f already deleted. [ 1004.007749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.253306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1004.253554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.253727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.253943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.254146] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.254260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.254326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.254476] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.254730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.254730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.254730] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.445219] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.445640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.445640] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.446116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.446278] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.446437] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 not found, creating... [ 1004.446735] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.446902] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.447024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.447259] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.447399] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.447720] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.447883] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.447998] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448223] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.448357] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.448498] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 is going to be created. [ 1004.473281] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.473561] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.473708] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.474017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.474260] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.474510] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.757337] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.062269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: SUCCESS [ 1005.062659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.259418] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1005.278491] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.278634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.278735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.278932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.279019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.279267] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.279368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.279429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.279584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.279683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.279739] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be created. [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [req-b60e5752-9d1c-47a6-8420-a43a98788ab3 req-c83befbc-afaf-4876-9b48-b6ff872ac9fb service nova] Enqueued Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_rules [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [req-b60e5752-9d1c-47a6-8420-a43a98788ab3 req-c83befbc-afaf-4876-9b48-b6ff872ac9fb service nova] Enqueued Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [req-b60e5752-9d1c-47a6-8420-a43a98788ab3 req-c83befbc-afaf-4876-9b48-b6ff872ac9fb service nova] Enqueued Resource ID: 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 with Priority: HIGHEST for action port [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_rules [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1005.292016] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 with Priority: HIGHEST for action port [ 1005.292016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.292016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.292016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.292016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.292016] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.294896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.295025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.295322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.295322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.295428] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.295589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.295676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.295788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.295867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.295957] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.296947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.296947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.296947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.297100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.297130] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916b9a1d-5118-4f57-b7a9-9ca7fd8c9655',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.356300] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.356447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.356508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.356787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.356963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.368537] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1005.798926] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.799214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.799246] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.800150] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 with status ACTIVE [ 1005.800332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.800443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.800509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.800716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.800805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.800970] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.801089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.801151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.801299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.801375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.801553] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.801645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.801703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.801843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.806020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.806020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 916b9a1d-5118-4f57-b7a9-9ca7fd8c9655 is going to be updated. [ 1005.826902] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.827103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.827151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.827340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.827565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.827640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916b9a1d-5118-4f57-b7a9-9ca7fd8c9655" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.832195] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1005.832457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.305442] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.344758] env[63533]: INFO networking_nsxv3.common.synchronization [None req-5cae40de-739c-4f7e-b314-3854a372505a tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 0860455b-7f64-4fe6-aff8-c694239c176d with Priority: HIGHEST for action security_group_rules [ 1006.347414] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0860455b-7f64-4fe6-aff8-c694239c176d with Priority: HIGHEST for action security_group_rules [ 1006.347414] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0860455b-7f64-4fe6-aff8-c694239c176d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.347414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.347414] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0860455b-7f64-4fe6-aff8-c694239c176d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.439495] env[63533]: INFO networking_nsxv3.common.synchronization [None req-59b924bb-a9bd-4ba3-bda9-46d2cf203727 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 0860455b-7f64-4fe6-aff8-c694239c176d with Priority: HIGHEST for action security_group_rules [ 1006.440073] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0860455b-7f64-4fe6-aff8-c694239c176d with Priority: HIGHEST for action security_group_rules [ 1006.440408] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0860455b-7f64-4fe6-aff8-c694239c176d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.440517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.809523] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.810224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.810224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.810224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.810377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.810539] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f is going to be created. [ 1006.846992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.847169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.847226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.847521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.847592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.857327] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: UNINITIALIZED for 2s [ 1006.865924] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.866093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.866093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.866311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.866398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.866490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0860455b-7f64-4fe6-aff8-c694239c176d already deleted. [ 1006.866574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.866722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.867089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.867089] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0860455b-7f64-4fe6-aff8-c694239c176d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.390942] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1007.391181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.392361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.392487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.392585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.392948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.392948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.393045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0860455b-7f64-4fe6-aff8-c694239c176d already deleted. [ 1007.393091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0860455b-7f64-4fe6-aff8-c694239c176d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.359157] env[63533]: INFO networking_nsxv3.common.synchronization [req-648a49c4-4077-4327-a531-b19849f13708 req-8b246dfd-62c1-4fd7-8a0c-a7aa81d68393 tempest-VolumesAdminNegativeTest-944677654 tempest-VolumesAdminNegativeTest-944677654-project-member] Enqueued Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1008.359157] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1008.360030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.360342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.360699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.361123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.361428] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.361739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.361938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.362277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.362458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.362648] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.696975] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.697127] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-374" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.697252] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-374" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.697584] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-374" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.697867] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.702458] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.702458] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.702972] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.702972] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.703108] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.703233] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.703341] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.705043] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.705043] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.705043] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.705043] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.726771] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.727080] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.727384] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.727466] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-374" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.727857] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-7bb10fc8-2099-48a7-bad4-846efd238d94 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.728079] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.728241] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.728663] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.728823] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb10fc8-2099-48a7-bad4-846efd238d94',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.868138] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: SUCCESS [ 1008.868354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.868731] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.868848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.868990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.869183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.869217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.869401] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.869497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.869568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.869738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.869814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.869897] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 already deleted. [ 1008.869977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.870118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.870265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.870482] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.871279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.871279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.871279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.871279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.871279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.871279] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.999718] env[63533]: INFO networking_nsxv3.common.synchronization [req-59ad00b1-7ed5-45e4-89fc-6b98d304cd77 req-58a300b3-aa8a-45b5-9d9b-829cc1243692 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1009.000329] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1009.000655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.000780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.000838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.001643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.001830] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.001939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.002011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.002203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.002277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.002380] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.232040] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.232290] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.232440] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.232832] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.233066] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.233471] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 7bb10fc8-2099-48a7-bad4-846efd238d94 not found, creating... [ 1009.233957] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.234231] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.234432] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.234786] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.235052] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.235551] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.235859] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.236072] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.236406] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.236695] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.236931] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 7bb10fc8-2099-48a7-bad4-846efd238d94 is going to be created. [ 1009.262323] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.262323] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.262323] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.262808] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.262808] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.262897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.373986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.374424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.374424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.374547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.374642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.374768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.374894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.374941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.375042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.375140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.375291] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.375383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.375446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.377735] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.377735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.377735] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.504449] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.504737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.504737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.504987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.527814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.527814] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.527814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.527814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.527814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.527814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.528591] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1009.559484] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.559635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.559731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.559944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.560107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.575640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1009.881576] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a080ded3-ac3f-4006-a49b-faa3ea7fe43f: rpc.has_security_group_logging(os_id): False [ 1009.904241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.904241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.904241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.904241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.904774] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.905501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.905684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.905916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.906047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.906177] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f is going to be created. [ 1009.997497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.997658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.997732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.998026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.998431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.023591] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: IN_PROGRESS for 2s [ 1010.147979] env[63533]: INFO networking_nsxv3.common.synchronization [req-648a49c4-4077-4327-a531-b19849f13708 req-b707653e-4309-4116-b0aa-8ec759f8a622 service nova] Enqueued Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_rules [ 1010.148197] env[63533]: INFO networking_nsxv3.common.synchronization [req-648a49c4-4077-4327-a531-b19849f13708 req-b707653e-4309-4116-b0aa-8ec759f8a622 service nova] Enqueued Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1010.148347] env[63533]: INFO networking_nsxv3.common.synchronization [req-648a49c4-4077-4327-a531-b19849f13708 req-b707653e-4309-4116-b0aa-8ec759f8a622 service nova] Enqueued Resource ID: 7bb10fc8-2099-48a7-bad4-846efd238d94 with Priority: HIGHEST for action port [ 1010.148930] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_rules [ 1010.149341] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1010.149511] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb10fc8-2099-48a7-bad4-846efd238d94 with Priority: HIGHEST for action port [ 1010.149863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.150097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.150172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.150474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.150589] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.151592] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.151770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.154550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.154626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.154832] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.155151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.155246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.155419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.155511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.155961] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.157721] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb10fc8-2099-48a7-bad4-846efd238d94 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.157876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.158725] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb10fc8-2099-48a7-bad4-846efd238d94',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.658151] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.659939] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.660270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.660643] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb10fc8-2099-48a7-bad4-846efd238d94 with status ACTIVE [ 1010.660852] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.660994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.661101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.661330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.661540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.661688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.661836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.661957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.662329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.662457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.662679] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.663060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.663163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.663342] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.663489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.663565] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb10fc8-2099-48a7-bad4-846efd238d94 is going to be updated. [ 1010.684747] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.685242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.685242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.685242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.685653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.686355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb10fc8-2099-48a7-bad4-846efd238d94" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.787373] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3ee3e40-fed9-402a-ad26-ca0723951a86 req-70687e2f-1260-4c88-889d-b4f842b4769b tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1010.788127] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1010.788409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.788553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.788633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.788839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.789017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.789119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.789194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.789344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.789425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.789655] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.160149] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.181374] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.184457] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.184457] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.184457] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.184820] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.184820] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.184908] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.185063] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.185107] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.185226] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.204009] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.204194] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.204482] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.204545] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.205347] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.205347] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.205347] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.205539] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.205627] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfdefa5-ccee-41b2-8eeb-88554605c6e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.292040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.292204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.292272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.292496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.292622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.292820] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.292914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.292975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.293249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.293337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1011.333490] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.333820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.333820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.333956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.334114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.345074] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1011.586180] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1011.586409] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 1011.586577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.662419] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.662990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.662990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.662990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.662990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.662990] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 is going to be created. [ 1011.687289] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.687434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.687500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.687719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.687885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.697903] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: UNINITIALIZED for 2s [ 1011.709029] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.709242] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.709370] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.709655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.709806] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.709962] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port bcfdefa5-ccee-41b2-8eeb-88554605c6e3 not found, creating... [ 1011.710232] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.710392] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.710512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.710775] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.710942] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.711265] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.711427] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.711547] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.711758] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.711895] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.712050] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: bcfdefa5-ccee-41b2-8eeb-88554605c6e3 is going to be created. [ 1011.732864] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.733108] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.733289] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.733644] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.733896] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.734143] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.039162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: SUCCESS [ 1012.039432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.504228] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3ee3e40-fed9-402a-ad26-ca0723951a86 req-48c20514-6a19-4ad6-9159-2669380fe3d1 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1012.504228] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3ee3e40-fed9-402a-ad26-ca0723951a86 req-48c20514-6a19-4ad6-9159-2669380fe3d1 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1012.505420] env[63533]: INFO networking_nsxv3.common.synchronization [req-f3ee3e40-fed9-402a-ad26-ca0723951a86 req-48c20514-6a19-4ad6-9159-2669380fe3d1 service nova] Enqueued Resource ID: bcfdefa5-ccee-41b2-8eeb-88554605c6e3 with Priority: HIGHEST for action port [ 1012.508621] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1012.508621] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1012.508621] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfdefa5-ccee-41b2-8eeb-88554605c6e3 with Priority: HIGHEST for action port [ 1012.508621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.508621] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.508621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.508621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.508621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.509403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.509403] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfdefa5-ccee-41b2-8eeb-88554605c6e3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.012689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.013036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.013123] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfdefa5-ccee-41b2-8eeb-88554605c6e3 with status ACTIVE [ 1013.013909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.013909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.013909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.013909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.013909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.014130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.014130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.014208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.014441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.014441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.015216] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.015216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.015216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.015216] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfdefa5-ccee-41b2-8eeb-88554605c6e3 is going to be updated. [ 1013.037925] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.038913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.038913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.038913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.038913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.038913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfdefa5-ccee-41b2-8eeb-88554605c6e3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.356716] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1013.356978] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1013.357147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.357322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.357751] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.357877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.357942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.358133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.358217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.358314] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.708161] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: SUCCESS [ 1013.708161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.708161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.708161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.708348] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.708469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.708533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.708683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.708765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.708849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.708938] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.861797] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.215028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.215028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.215028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.215028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.216216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.216216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.216216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.216216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.216216] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.367025] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.720030] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4546a9a5-d4e5-4712-a7bf-bc8525998924: rpc.has_security_group_logging(os_id): False [ 1014.754300] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.754300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.754300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.754824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.755210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.755646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.755793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.755930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.756444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.756652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.757019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.757148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.757211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.757809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.757921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.758119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.758221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.758286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.758439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.758516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.758603] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 is going to be created. [ 1014.845260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.845425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.845480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.845745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.845947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.861181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: IN_PROGRESS for 2s [ 1014.866974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.867256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.867392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.867771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.867915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.868240] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1014.908337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.908507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.908580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.908844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.909027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.921690] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1016.873332] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: SUCCESS [ 1016.873736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.936031] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.936031] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.936031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.936031] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.939182] env[63533]: INFO networking_nsxv3.common.synchronization [req-c0cb605c-71ca-41a0-90ac-bda3bd7a4c42 req-30cce6e0-a0c4-4d8f-b224-5604a190380c tempest-ImagesNegativeTestJSON-966445768 tempest-ImagesNegativeTestJSON-966445768-project-member] Enqueued Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1016.940269] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f with Priority: HIGHEST for action security_group_members [ 1016.940707] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.941072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.941397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.941751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.942140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.943080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.943080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.943080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.943080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.943080] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a080ded3-ac3f-4006-a49b-faa3ea7fe43f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.440783] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.440996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.440996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.441335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.441543] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.441676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.441762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.441974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.442111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.442248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.442422] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.442544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.442625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.442804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.442948] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.443060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.443123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.443264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.443338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.443417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.443512] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.444666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.444804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.444909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.445012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.445099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.445270] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.445365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.445427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.445603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.445759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.445851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f is going to be updated. [ 1017.499776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.499935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.500022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.500236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.500378] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.513622] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: IN_PROGRESS for 2s [ 1017.887366] env[63533]: INFO networking_nsxv3.common.synchronization [req-30f0a6b5-cc9e-47d1-a851-5ffc516d09e3 req-4966e706-acd2-4de1-9c4d-3869a28503ed tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 1017.887948] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGHEST for action security_group_members [ 1017.888278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.888402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.888468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.888662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.888821] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.888915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.889638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.889638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.889638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.889638] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.947639] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 1017.966148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.966393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.966393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.966612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.966706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.966915] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.967053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.967126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.967285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.967399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.967550] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.967646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.967708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.967846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.967920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.968597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.968706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.968773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.968920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.968998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.969113] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1018.031281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.031458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.031663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.031774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.031943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.052114] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1018.391240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.391532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.391532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.391681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.512903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.513263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.513476] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.513724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.513820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.513912] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee757527-470b-4127-9441-886d6340adf9 is going to be updated. [ 1018.546173] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.546396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.546396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.546636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.546770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.558352] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: IN_PROGRESS for 2s [ 1019.532654] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f in Status: SUCCESS [ 1019.532654] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a080ded3-ac3f-4006-a49b-faa3ea7fe43f deletion is rescheduled due to dependency. [ 1019.532654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a080ded3-ac3f-4006-a49b-faa3ea7fe43f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.065891] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1020.066154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.569729] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee757527-470b-4127-9441-886d6340adf9 in Status: SUCCESS [ 1020.570098] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee757527-470b-4127-9441-886d6340adf9 deletion is rescheduled due to dependency. [ 1020.570098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.888763] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1022.889112] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1023.767029] env[63533]: INFO networking_nsxv3.common.synchronization [req-21fc8f9d-93a6-496a-ab1f-0f7eef6fdaac req-66bc1926-aab3-414f-9272-69156dcd7e2b tempest-VolumesAdminNegativeTest-944677654 tempest-VolumesAdminNegativeTest-944677654-project-member] Enqueued Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1023.767132] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 with Priority: HIGHEST for action security_group_members [ 1023.768143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4546a9a5-d4e5-4712-a7bf-bc8525998924 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.768143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.768143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.768143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.768324] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.768324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.768324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.768530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.768659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.768777] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4546a9a5-d4e5-4712-a7bf-bc8525998924',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.270938] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.271284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.271284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.271413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.271502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.271697] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.271795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.271857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.272013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.272093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.272180] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 is going to be updated. [ 1024.302339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.302509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.302562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.302762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.302902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.313134] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: IN_PROGRESS for 2s [ 1025.004292] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.004671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.004852] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.005199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.005497] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.005661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.005933] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.006132] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.006523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.007137] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.007137] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.007137] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.007137] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.007299] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.007347] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.007494] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.032466] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.032720] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.032875] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.033263] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.033707] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8a332a90-393f-41ae-a924-4959c06e6207 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.033967] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.034451] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.034598] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.035481] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a332a90-393f-41ae-a924-4959c06e6207',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.538091] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.538505] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.538505] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.538840] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.539068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.539439] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.539878] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.540084] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.540305] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.540706] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.540877] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.541089] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.541267] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.541424] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.541581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8a332a90-393f-41ae-a924-4959c06e6207 is going to be updated. [ 1025.564483] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.564709] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.564857] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.565208] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.565430] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.565736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.324076] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 in Status: SUCCESS [ 1026.324292] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4546a9a5-d4e5-4712-a7bf-bc8525998924 deletion is rescheduled due to dependency. [ 1026.324384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4546a9a5-d4e5-4712-a7bf-bc8525998924" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.369413] env[63533]: INFO networking_nsxv3.common.synchronization [req-9ba748d6-e0d1-4220-8636-fda58e703c37 req-26629472-3e4c-46a6-bc4c-56e84dc32f06 service nova] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 1026.369604] env[63533]: INFO networking_nsxv3.common.synchronization [req-9ba748d6-e0d1-4220-8636-fda58e703c37 req-26629472-3e4c-46a6-bc4c-56e84dc32f06 service nova] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 1026.369746] env[63533]: INFO networking_nsxv3.common.synchronization [req-9ba748d6-e0d1-4220-8636-fda58e703c37 req-26629472-3e4c-46a6-bc4c-56e84dc32f06 service nova] Enqueued Resource ID: 8a332a90-393f-41ae-a924-4959c06e6207 with Priority: HIGHEST for action port [ 1026.370301] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_rules [ 1026.370544] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 1026.370544] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a332a90-393f-41ae-a924-4959c06e6207 with Priority: HIGHEST for action port [ 1026.370827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.371013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.371268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.371357] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.372275] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.372406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.372478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.372658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.372807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.372946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.372997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.373266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.373330] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.374168] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a332a90-393f-41ae-a924-4959c06e6207 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.374281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.374346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.374529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.374603] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a332a90-393f-41ae-a924-4959c06e6207',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.725615] env[63533]: INFO networking_nsxv3.common.synchronization [req-cd637a06-63df-4fdc-9b75-5431d8541344 req-aae23e54-4563-4cfa-a916-5c3593e70d9e tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1026.726231] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1026.728287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.728287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.728287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.728287] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.879650] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.880676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.880804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.880962] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a332a90-393f-41ae-a924-4959c06e6207 with status ACTIVE [ 1026.881130] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.881248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.881334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.881514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.881629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.881761] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.881864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.881915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.882083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.882206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.882829] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.882829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.882829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.882829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.882829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.882829] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a332a90-393f-41ae-a924-4959c06e6207 is going to be updated. [ 1026.905068] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.905274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.905274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.905403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.905538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.905745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a332a90-393f-41ae-a924-4959c06e6207" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.230034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.230185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.230185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.230489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.230628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.231095] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.231095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.231233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.231399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.231520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.231649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1027.264060] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.264374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.264374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.264558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.264769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.273277] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1027.384917] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.442762] env[63533]: INFO networking_nsxv3.common.synchronization [req-7b7768bc-dcc7-4a77-9b8b-1202b79846fa req-2266dda9-096c-45a2-a346-df632044f2a3 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1027.443041] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1027.444033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.444033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.444033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.444033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.444033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.444270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.444270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.444270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.444360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.444722] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.875781] env[63533]: INFO networking_nsxv3.common.synchronization [req-2263d278-81d0-47f2-9e9b-44c15d13bd0e req-61d2e165-fd2a-4425-8164-ba8e46b2b283 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1027.876371] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1027.876682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.876822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.876894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.877167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.877334] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.877436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.877498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.881194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.881298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.881403] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.889046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.889212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.889262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.889472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.889554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.889644] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be updated. [ 1027.925294] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.925294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.925294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.925294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.925294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.936861] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: IN_PROGRESS for 2s [ 1027.951269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.951269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.951269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.951269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1027.980035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.980035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.980035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.980035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.980035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.989457] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1028.263492] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.263725] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.263851] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.264262] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.264610] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.264793] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.264974] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.265456] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.265612] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.265888] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.266043] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.266172] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.266303] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.266452] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.266574] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.266776] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.288714] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.288912] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.289130] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.289368] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.289783] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.290052] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.290199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.290607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.290776] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.386025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.386199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.386269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.386485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.387753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.387753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.387753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.387753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.387753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.387753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.387753] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1028.414434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.414581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.415353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.415353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.415353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.424814] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1028.793741] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.793992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.794142] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.794428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.794580] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.794732] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 not found, creating... [ 1028.795014] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.795185] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.795302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.795523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.795661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.796014] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.796180] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.796298] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.796508] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.796651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.796821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 is going to be created. [ 1028.819366] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.819583] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.819932] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.819982] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.820209] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.820435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.283199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1029.283516] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1029.283843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.578887] env[63533]: INFO networking_nsxv3.common.synchronization [req-2263d278-81d0-47f2-9e9b-44c15d13bd0e req-c4fbf834-91d0-45b8-80f2-2a1468d830ad service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 1029.579089] env[63533]: INFO networking_nsxv3.common.synchronization [req-2263d278-81d0-47f2-9e9b-44c15d13bd0e req-c4fbf834-91d0-45b8-80f2-2a1468d830ad service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1029.579233] env[63533]: INFO networking_nsxv3.common.synchronization [req-2263d278-81d0-47f2-9e9b-44c15d13bd0e req-c4fbf834-91d0-45b8-80f2-2a1468d830ad service nova] Enqueued Resource ID: c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 with Priority: HIGHEST for action port [ 1029.579469] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 1029.579594] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1029.579691] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 with Priority: HIGHEST for action port [ 1029.580290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.580414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.580481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.580695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.580744] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.581909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.581994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.582206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.582307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.582372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.582530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.582604] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.949756] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 1029.950745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.950745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.950939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.951205] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.951389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.951631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.953166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.953166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.953166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.953166] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.001350] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1030.001511] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 1030.001653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.084272] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.084505] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.085875] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 with status ACTIVE [ 1030.086076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.086195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.086312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.086477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.086566] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.086757] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.086886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.086956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.087158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.087374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.087566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.087661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.087723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.087870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.087945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.088040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78 is going to be updated. [ 1030.111849] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.112018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.112104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.112352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.112528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.112698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5eca2fb-a7a7-43a0-a2a0-5016e8c11f78" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.355148] env[63533]: INFO networking_nsxv3.common.synchronization [req-5a3c41c8-52f0-4f82-8800-6c6cfdbaa0fb req-c3a2e153-9cf9-4cda-8d94-c6ab00115315 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1030.356031] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1030.356517] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.356713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.356888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.357133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.357384] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.357549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.357651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.357900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.358062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.358208] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.437752] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1030.438090] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 1030.438174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.438496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.438801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.438877] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.438978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.439050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.439210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.439308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.439381] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.456391] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.865378] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.941405] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.959310] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25122e7-aedc-417a-9934-11103187e8ed: rpc.has_security_group_logging(os_id): False [ 1030.969100] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.969366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.969478] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.969755] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.970139] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.970345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.970467] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.970809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.970982] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.971217] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.971323] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.971630] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.971630] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.971630] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.971747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.971872] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.981032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.981227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.981271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.981467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.995566] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.995831] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.996289] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.996521] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.996866] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-f05ac716-e765-4cba-958a-3ab686f9dbf9 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.997079] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.997622] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.997622] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.997758] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05ac716-e765-4cba-958a-3ab686f9dbf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.017024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.017024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.017024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.017024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.017338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.017338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.017338] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be updated. [ 1031.091973] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.092175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.092287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.092475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.092625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.108607] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: IN_PROGRESS for 2s [ 1031.368448] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.444319] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.500103] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.500473] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.500644] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.501032] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.501312] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.501701] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port f05ac716-e765-4cba-958a-3ab686f9dbf9 not found, creating... [ 1031.502064] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.502316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.502639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.502806] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.503044] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.503447] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.503683] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.503869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.504202] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.504442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.504554] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: f05ac716-e765-4cba-958a-3ab686f9dbf9 is going to be created. [ 1031.527049] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.527376] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.527533] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.527887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.528258] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.528746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.873510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.873602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.873660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.873908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.873996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.874110] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1031.904853] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.904853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.904853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.905051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.905181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.916306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1031.947379] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.947578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.947647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.947863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.947948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.948075] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1032.000605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.000797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.000873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.001168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.001322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.024826] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1032.348701] env[63533]: INFO networking_nsxv3.common.synchronization [req-5a3c41c8-52f0-4f82-8800-6c6cfdbaa0fb req-6edf7262-c3c6-45d4-a972-b3b5d4505aa5 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 1032.348997] env[63533]: INFO networking_nsxv3.common.synchronization [req-5a3c41c8-52f0-4f82-8800-6c6cfdbaa0fb req-6edf7262-c3c6-45d4-a972-b3b5d4505aa5 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1032.349336] env[63533]: INFO networking_nsxv3.common.synchronization [req-5a3c41c8-52f0-4f82-8800-6c6cfdbaa0fb req-6edf7262-c3c6-45d4-a972-b3b5d4505aa5 service nova] Enqueued Resource ID: f05ac716-e765-4cba-958a-3ab686f9dbf9 with Priority: HIGHEST for action port [ 1032.349920] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 1032.351033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1032.351033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05ac716-e765-4cba-958a-3ab686f9dbf9 with Priority: HIGHEST for action port [ 1032.351033] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.351033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.351033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.351403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.351495] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.353711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.353836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.354066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05ac716-e765-4cba-958a-3ab686f9dbf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.354263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.354263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.355643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.355643] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05ac716-e765-4cba-958a-3ab686f9dbf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.854401] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.854401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.856889] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f05ac716-e765-4cba-958a-3ab686f9dbf9 with status ACTIVE [ 1032.857998] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.858316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.858555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.858661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.858862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.859064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.859229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.859314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.859502] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.859620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.859690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.859836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.859909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.860008] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f05ac716-e765-4cba-958a-3ab686f9dbf9 is going to be updated. [ 1032.884992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.885175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.885214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.885421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.885556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.885715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05ac716-e765-4cba-958a-3ab686f9dbf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.124843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 1033.125285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.818883] env[63533]: INFO networking_nsxv3.common.synchronization [req-af3ec12e-4838-4184-a26f-ae7cb35dbc54 req-74f389b7-9166-465b-9835-8eac1ce3ea64 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1033.818883] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1033.819654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.819654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.819654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.819654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.819896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.819896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.820045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.820101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.820160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.820280] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.929958] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1033.930237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.930396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.930622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.930857] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.930989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.931069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.931318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.931413] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.038313] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1034.038313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.038686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.038948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.039181] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.039317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.039387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.039578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.040023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.040088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.041035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.322295] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.322497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.322603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.322912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.348494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.348825] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.349075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.349148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.349446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.349525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.349576] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1034.385456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.385706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.385706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.386019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.386186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.398049] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1034.434355] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.545963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.545963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.545963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.546431] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.546431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.546431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.546431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.546431] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.546685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.546685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.546685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.546760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.546843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.546968] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.575009] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.575009] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.575207] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.575392] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.575571] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.575734] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.575969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.577630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.577630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.577630] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.577854] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.577889] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.578049] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.580366] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.580366] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.580366] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.608538] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.608538] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.608538] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.608538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.608538] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3d1c322d-13b3-4f3d-a880-d456b548938f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.608538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.608538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.608538] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.608538] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c322d-13b3-4f3d-a880-d456b548938f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.939401] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.051329] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb: rpc.has_security_group_logging(os_id): False [ 1035.070208] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.070208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.070330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.070570] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.070674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.070674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.070790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.070867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.071092] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.071181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.071240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.071377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.071455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.072027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.072027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.072027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.072428] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1035.110541] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.111397] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.111542] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.111823] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.111974] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.112167] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3d1c322d-13b3-4f3d-a880-d456b548938f not found, creating... [ 1035.112430] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.112587] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.112721] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.113155] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.113375] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.113865] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.113865] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.113982] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.114342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.114342] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.114548] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3d1c322d-13b3-4f3d-a880-d456b548938f is going to be created. [ 1035.133664] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.133861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.134050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134287] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.134515] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.134747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.143119] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.143119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.143119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.143119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.143119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.160189] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1035.441871] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.442274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.442408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.442755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.442896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.443047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1035.473956] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.474158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.474207] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.474497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.474687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.484824] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1035.845699] env[63533]: INFO networking_nsxv3.common.synchronization [req-ff02fbfb-d1d4-43b3-b5b0-0f5042260055 req-33d998f6-f045-40c2-9b9e-7a8208c1b735 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 1035.851953] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGHEST for action security_group_members [ 1035.851953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.851953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.851953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.853334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.853334] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.853334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.853334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.853334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.853334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.853334] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.012077] env[63533]: INFO networking_nsxv3.common.synchronization [req-af3ec12e-4838-4184-a26f-ae7cb35dbc54 req-f76cf7d6-97df-4539-b313-71b2fcdb333b service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1036.012077] env[63533]: INFO networking_nsxv3.common.synchronization [req-af3ec12e-4838-4184-a26f-ae7cb35dbc54 req-f76cf7d6-97df-4539-b313-71b2fcdb333b service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1036.012077] env[63533]: INFO networking_nsxv3.common.synchronization [req-af3ec12e-4838-4184-a26f-ae7cb35dbc54 req-f76cf7d6-97df-4539-b313-71b2fcdb333b service nova] Enqueued Resource ID: 3d1c322d-13b3-4f3d-a880-d456b548938f with Priority: HIGHEST for action port [ 1036.012671] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1036.012907] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1036.013113] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1c322d-13b3-4f3d-a880-d456b548938f with Priority: HIGHEST for action port [ 1036.013504] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.013834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.014118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.014415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.014590] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.015822] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.016079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.020046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1c322d-13b3-4f3d-a880-d456b548938f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.020046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.020046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.020046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.020046] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c322d-13b3-4f3d-a880-d456b548938f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.356497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.356759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.356759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.357271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.383672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.383868] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.384672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.384672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.384672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.384672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.384672] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 is going to be updated. [ 1036.410596] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1036.411215] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 deletion is rescheduled due to dependency. [ 1036.411839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.413118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.413118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.413118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.413468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.413667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.414159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.414430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.414628] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.418069] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.418069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.418069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.418069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.418069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.428906] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: IN_PROGRESS for 2s [ 1036.524240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.524240] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1c322d-13b3-4f3d-a880-d456b548938f with status ACTIVE [ 1036.524240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.524240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.524240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.524240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.524735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.524735] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.525040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.525040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.525131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1c322d-13b3-4f3d-a880-d456b548938f is going to be updated. [ 1036.552022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.552372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.552372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.552532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.552579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.552747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1c322d-13b3-4f3d-a880-d456b548938f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.920220] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.179953] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1037.179953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.422301] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.505239] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.505239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.505239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.506553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.506817] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.924836] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.925170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.925264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.925496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.925596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.925704] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1037.960230] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.960473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.960530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.960772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.960983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.982348] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1038.012349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.012349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.012349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.012349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.012349] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.012863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.012863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.012863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.013056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.013241] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.447051] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 in Status: SUCCESS [ 1038.447051] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 deletion is rescheduled due to dependency. [ 1038.447051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.516270] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 1038.538497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.538728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.538728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.538944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.561191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.561435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.561567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.561637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.561847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.561925] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.562151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.562328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.562520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.562714] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.562909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.563794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.563794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.563794] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1038.627672] env[63533]: INFO networking_nsxv3.common.synchronization [req-591d0945-4288-4bbe-ad02-ffa0a51b6274 req-67dde232-25a4-4ac7-8818-1004d31f29d4 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1038.628377] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1038.628699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.629401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.629401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.629401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.629570] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.629637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.629700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.630339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.630339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.630339] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.640998] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.640998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.640998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.641651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.661485] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1038.922574] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.922781] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.922907] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.923219] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.923475] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.923628] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.923736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.923948] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.929205] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.929811] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.929811] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.929811] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.929811] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.930045] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.930045] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.930180] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.950258] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.950258] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.951060] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.951060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-814" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.951060] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3d218127-a216-4abc-8a2a-b2e004d627cc taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.951060] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.951245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951598] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.951691] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d218127-a216-4abc-8a2a-b2e004d627cc',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.133997] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.134167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.134238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.134499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.134664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.134802] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.134900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.134962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.135181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.135396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.135463] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1039.170732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.170879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.170945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.174552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.174552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.182640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1039.454652] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.454954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.455128] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.455419] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.455564] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.455915] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3d218127-a216-4abc-8a2a-b2e004d627cc not found, creating... [ 1039.456044] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.456210] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.456326] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.456571] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.456713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.457066] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.457239] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.457353] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.457582] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.457721] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.457869] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3d218127-a216-4abc-8a2a-b2e004d627cc is going to be created. [ 1039.479518] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.479772] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.479836] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.480146] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.480441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.481725] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.998020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.998020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.998020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.998020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.259659] env[63533]: INFO networking_nsxv3.common.synchronization [None req-00d14eae-4b26-4d95-b197-d8c96ec0d3bb None None] Enqueued Resource ID: 2b93298b-4317-4279-9590-0446199e8abf with Priority: HIGHEST for action port [ 1040.260246] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b93298b-4317-4279-9590-0446199e8abf with Priority: HIGHEST for action port [ 1040.260563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b93298b-4317-4279-9590-0446199e8abf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.260687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b93298b-4317-4279-9590-0446199e8abf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.260809] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b93298b-4317-4279-9590-0446199e8abf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.261386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b93298b-4317-4279-9590-0446199e8abf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.261386] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b93298b-4317-4279-9590-0446199e8abf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.500497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.500859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.500859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.500859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.501016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.501127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.501393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.501393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.501535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.501535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.501666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.501760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.501822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.502544] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.502544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.502750] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.681132] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1040.681544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.763350] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b93298b-4317-4279-9590-0446199e8abf [ 1040.763588] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.763724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.763801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.764095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.764190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.764290] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b93298b-4317-4279-9590-0446199e8abf already deleted. [ 1040.764373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b93298b-4317-4279-9590-0446199e8abf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.952493] env[63533]: INFO networking_nsxv3.common.synchronization [req-591d0945-4288-4bbe-ad02-ffa0a51b6274 req-315eab5f-8b4c-43c4-9b71-1f618a68b90e service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 1040.953080] env[63533]: INFO networking_nsxv3.common.synchronization [req-591d0945-4288-4bbe-ad02-ffa0a51b6274 req-315eab5f-8b4c-43c4-9b71-1f618a68b90e service nova] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1040.953080] env[63533]: INFO networking_nsxv3.common.synchronization [req-591d0945-4288-4bbe-ad02-ffa0a51b6274 req-315eab5f-8b4c-43c4-9b71-1f618a68b90e service nova] Enqueued Resource ID: 3d218127-a216-4abc-8a2a-b2e004d627cc with Priority: HIGHEST for action port [ 1040.953080] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_rules [ 1040.953203] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1040.953358] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d218127-a216-4abc-8a2a-b2e004d627cc with Priority: HIGHEST for action port [ 1040.953846] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.955883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.956072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.956351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.956462] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.959270] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.959270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.959270] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d218127-a216-4abc-8a2a-b2e004d627cc taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.959270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.959270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.959270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.959270] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d218127-a216-4abc-8a2a-b2e004d627cc',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.007972] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 1041.027683] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.027683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.027683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.027932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.027932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.028120] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.028195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.028268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.028433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.028543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.028815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.028887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.029029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.029447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.029624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.029876] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.030032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.030097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.030323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.030600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.030740] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1041.107325] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.107985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.108227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.108967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.123524] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1041.210215] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1041.210215] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.210215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.210215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.210215] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.464422] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.464580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.464737] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d218127-a216-4abc-8a2a-b2e004d627cc with status ACTIVE [ 1041.464894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.464999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.465076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.466446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.466446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.466765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.467568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.467728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.467960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.468256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.468508] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.468656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.468764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.469034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.469173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.469382] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d218127-a216-4abc-8a2a-b2e004d627cc is going to be updated. [ 1041.492546] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.492730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.492770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.493695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.493695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.493695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d218127-a216-4abc-8a2a-b2e004d627cc" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.712487] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.217468] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.250023] env[63533]: INFO networking_nsxv3.common.synchronization [None req-af1c18f3-075b-43f9-a9a1-ece1db11c0f0 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1042.256053] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1042.256053] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.256053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.258440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.258440] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.258440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.258440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.258440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.258440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.258440] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.561030] env[63533]: INFO networking_nsxv3.common.synchronization [req-9ca75d91-f181-40ed-aafb-8b7c4ff1d19b req-fe369ee4-910e-4e5e-a18a-be6f6a793797 tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 1042.561692] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 1042.564452] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.564613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.564727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.564903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.565096] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.565636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.565924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.566413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.566413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.566413] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.684018] env[63533]: INFO networking_nsxv3.common.synchronization [None req-eec2d7a5-3559-4b9e-96d3-fa9933ce3f4e None None] Enqueued Resource ID: 3bdf18ff-eaad-4908-8eb2-9e9720ffe61e with Priority: HIGHEST for action port [ 1042.684018] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdf18ff-eaad-4908-8eb2-9e9720ffe61e with Priority: HIGHEST for action port [ 1042.684018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bdf18ff-eaad-4908-8eb2-9e9720ffe61e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.684018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bdf18ff-eaad-4908-8eb2-9e9720ffe61e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.684018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bdf18ff-eaad-4908-8eb2-9e9720ffe61e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.684992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bdf18ff-eaad-4908-8eb2-9e9720ffe61e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.685196] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bdf18ff-eaad-4908-8eb2-9e9720ffe61e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.726208] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.726554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.726554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.727213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.727213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.727213] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1042.762851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.763011] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.763088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.763362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.763519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.764672] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.770053] env[63533]: INFO networking_nsxv3.common.synchronization [req-68e293cd-79dd-47bb-a56b-a406760502d0 req-1058419e-45a4-4a70-8d4b-6485cd2fc235 tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 9ca193fa-0546-45ed-83b2-c34e5047173a with Priority: HIGHEST for action security_group_rules [ 1042.770750] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca193fa-0546-45ed-83b2-c34e5047173a with Priority: HIGHEST for action security_group_rules [ 1042.771085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca193fa-0546-45ed-83b2-c34e5047173a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.771211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca193fa-0546-45ed-83b2-c34e5047173a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.771280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca193fa-0546-45ed-83b2-c34e5047173a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.771639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca193fa-0546-45ed-83b2-c34e5047173a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.771639] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca193fa-0546-45ed-83b2-c34e5047173a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.780377] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1043.068785] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.142296] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1043.142296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.187761] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bdf18ff-eaad-4908-8eb2-9e9720ffe61e [ 1043.188035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.190448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.190448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.190652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.190652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.190758] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bdf18ff-eaad-4908-8eb2-9e9720ffe61e already deleted. [ 1043.190857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bdf18ff-eaad-4908-8eb2-9e9720ffe61e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.271468] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.305297] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.305297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.305297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.305297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.305582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.305623] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca193fa-0546-45ed-83b2-c34e5047173a already deleted. [ 1043.305775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca193fa-0546-45ed-83b2-c34e5047173a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.574679] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.774769] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.775104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.775104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.775294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.775406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.775522] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1043.805516] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.805708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.805792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.806028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.806188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.817664] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1044.080569] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.080792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.080792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.081015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.081129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.081217] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 1044.113984] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.114232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.114314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.114575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.114653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.115807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.116088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.116088] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.116347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.116347] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.127965] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 1044.230039] env[63533]: INFO networking_nsxv3.common.synchronization [req-e845de22-098e-4344-8318-b12f9223e309 req-8bb64331-e6e2-4d1b-b870-c9f4e834cd4b tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 214c368b-77c1-4f95-bb45-073c47981d32 with Priority: HIGHEST for action security_group_rules [ 1044.230215] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214c368b-77c1-4f95-bb45-073c47981d32 with Priority: HIGHEST for action security_group_rules [ 1044.231914] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214c368b-77c1-4f95-bb45-073c47981d32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214c368b-77c1-4f95-bb45-073c47981d32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.231914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214c368b-77c1-4f95-bb45-073c47981d32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214c368b-77c1-4f95-bb45-073c47981d32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.232208] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214c368b-77c1-4f95-bb45-073c47981d32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.618595] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.756101] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.756519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.756863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.757024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.757103] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214c368b-77c1-4f95-bb45-073c47981d32 already deleted. [ 1044.757468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214c368b-77c1-4f95-bb45-073c47981d32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.789135] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.789135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.789135] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.789135] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789994] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.790363] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.790724] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.791000] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.791260] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.791495] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.791895] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.792135] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.792399] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.794190] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1044.794518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.797361] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.797361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.797361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.821479] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.821677] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.821825] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.822049] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.822427] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.822641] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.822769] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.823325] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.823325] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.123705] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.384729] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.384729] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.384729] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.384729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.385740] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.387562] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.387562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.387562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.387562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.387562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.387562] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.389810] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.389933] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.390125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.390462] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.390652] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.390857] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f not found, creating... [ 1045.391221] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.393845] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.393845] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.394316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.394514] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.395724] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.395999] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.398179] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.398523] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.398708] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.399101] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f is going to be created. [ 1045.425981] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.426785] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.426979] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.427242] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.427980] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.427980] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.460247] env[63533]: INFO networking_nsxv3.common.synchronization [req-e73e31dc-e028-4289-9f57-b22669f60196 req-54c4f296-8458-4ef7-907a-e6272420e3f9 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1045.460247] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1045.460247] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.460247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.460247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.460247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.460247] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.460512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.460512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.461165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.461165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.461165] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.626723] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1045.626898] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1045.829699] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1045.829975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.889416] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 1045.899740] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.899986] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.900381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.900883] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.900883] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.901019] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.901201] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.902631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.902631] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.902631] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.902631] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.902631] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.902631] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.902631] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.902631] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.902631] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.907137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.907277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.907436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.907540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.907627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.907813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.907910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.908016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.908167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.908257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.908470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.908570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.908570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.908709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.908783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.908974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.909084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.909135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.909425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.909425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.909425] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1045.933533] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.933833] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.933925] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.934040] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.934381] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-da8361d9-226a-4b83-967f-41c85a0d4920 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.934560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.934699] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.935265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.935265] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8361d9-226a-4b83-967f-41c85a0d4920',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.964478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.964601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.964642] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.964872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.964970] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.965201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.965301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.965361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.965567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.965663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.965790] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e already deleted. [ 1045.966530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.979527] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.979720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.979790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.979950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.980112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.000205] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1046.146273] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 1046.146950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.371904] env[63533]: INFO networking_nsxv3.common.synchronization [req-f1a95ac6-0412-47dd-9260-606c90b6549f req-f2470929-6092-4e6e-9d91-968c5a835224 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1046.372306] env[63533]: INFO networking_nsxv3.common.synchronization [req-f1a95ac6-0412-47dd-9260-606c90b6549f req-f2470929-6092-4e6e-9d91-968c5a835224 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1046.372306] env[63533]: INFO networking_nsxv3.common.synchronization [req-f1a95ac6-0412-47dd-9260-606c90b6549f req-f2470929-6092-4e6e-9d91-968c5a835224 service nova] Enqueued Resource ID: c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f with Priority: HIGHEST for action port [ 1046.373131] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1046.373131] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1046.373131] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f with Priority: HIGHEST for action port [ 1046.373262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.373355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.374782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.374782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.374782] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.374782] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.374782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.374782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.375167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.375167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.375167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.375336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.376033] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.376255] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.376255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.376388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.376582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.376582] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.438190] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.438405] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.438537] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.438832] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.438988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.439168] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port da8361d9-226a-4b83-967f-41c85a0d4920 not found, creating... [ 1046.439451] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.440391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.440391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.440391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.440391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.440391] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.440621] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.440621] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.441123] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.441282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.441435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: da8361d9-226a-4b83-967f-41c85a0d4920 is going to be created. [ 1046.467085] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.467345] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.467436] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.467722] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.467992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.468339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.619908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.620118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.620202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.620416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.635296] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1046.636262] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.637554] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1046.686689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.686998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.686998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.687230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.700293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.700965] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1046.701084] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.701220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1046.741118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.741283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.741410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.741757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.743084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.743376] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1046.817326] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.817600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.817600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.817745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.817992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.818330] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1046.878915] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.880452] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.880452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.880644] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f with status ACTIVE [ 1046.880644] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.880712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.880799] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.881017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.881109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.881333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.881422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.881422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.881565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.881650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.881830] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.881921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.881973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.882131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.882204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.882288] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f is going to be updated. [ 1046.891061] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.891332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.891723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.892050] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1046.892155] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'602ce6ac-7558-4508-a76d-c63d3397a0eb', '0f3d46c7-52bc-4f28-913e-5d042b816252', 'c69d2beb-9970-447b-8ad9-81f6b89f0506', 'c926a368-7ae5-4d86-9cac-7b30367ff353', '991a66ec-1fd2-45a5-8a05-48e678ff0c69', 'f25122e7-aedc-417a-9934-11103187e8ed', '20604ed1-89d7-44c8-a22d-d29c140065b8', 'aec07eae-12f2-47d8-b039-38ab744129fe', '5a6502df-fc0a-4476-b70f-7cf59a2a3fb5', '0abc0941-f4da-46da-a17a-4a29726149eb', 'febaf1d4-df55-409d-bc26-ce7685512f9d', '6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5', 'd38580df-b8b5-4a4b-91b2-2e96166f5019', '15ff4895-1706-4bf6-bd53-6169a68be64f', '26c02ed4-530f-4cdb-b818-e21fa3fd2004', '6d140f05-3952-41d1-bf4f-b489aee52336', 'db650226-c9df-44a7-bad1-287db4eea148', '94ad6584-9821-4353-9d10-67ad20f24a32', '25a3f1d9-e108-400b-9421-ecb390145ecb', 'ee757527-470b-4127-9441-886d6340adf9', 'f4aff700-99f2-4160-8396-51414a101367', '3b8dcc09-4508-44d4-a80a-3efb3e12c2f4', 'd23c3aa2-e07a-4a88-a2fd-1f845c0b62f0', '73a63e66-b3b7-4f3c-868b-561deaa316aa', 'da716fa8-8a0f-4d6f-89ba-d4bc90b583f5', 'fe4ea109-9f27-4ec3-a7b2-98a4217a5352', 'ac705da4-3c31-47d3-9973-a9b62e2c94d6', 'a080ded3-ac3f-4006-a49b-faa3ea7fe43f', '375d6cf7-9abc-4fb6-beb4-44ae744aa1ac', '54df4287-c231-4adb-b978-a518347a19a3', '9a5e3ded-be0a-4054-b5d8-5813ab55c2cb', '95408828-82eb-4961-9b66-b1b6b16e9259', '89b6390e-0574-463d-93e9-535fd28e24d9', 'd95ae660-3290-459f-afcb-130668f53143', '085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a', '4c3482f4-ab0a-42f5-9f10-353d7a60d358', 'ae419dac-4edd-49c1-b376-2311e9760e56', '48175264-9b9e-469e-89ea-8311c74f4c91', 'e5468b44-6349-4c3a-8966-35df384d25b4', '4546a9a5-d4e5-4712-a7bf-bc8525998924', '6645bde0-a50a-438a-90e5-b73656d3a9c1', '376fa8e8-9a64-4881-a895-befcef863aed'} {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.892264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1046.904536] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.904672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.904764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.905068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.905286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.905494] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53fd8cc-7c0a-4245-9d76-3fc1b4ecc21f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.913039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.913191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.913246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.913532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.913637] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1046.913821] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.913821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1047.033281] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.033568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.033568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.033729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.034779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.035071] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1047.035160] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.035219] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1047.035286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1047.035366] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1047.035431] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGH for action security_group_rules [ 1047.035509] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGH for action security_group_rules [ 1047.035606] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGH for action security_group_rules [ 1047.035679] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGH for action security_group_rules [ 1047.035742] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGH for action security_group_rules [ 1047.035806] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGH for action security_group_rules [ 1047.035867] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGH for action security_group_rules [ 1047.035942] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGH for action security_group_rules [ 1047.036009] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGH for action security_group_rules [ 1047.036073] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 1047.036133] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGH for action security_group_rules [ 1047.036194] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGH for action security_group_rules [ 1047.036312] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGH for action security_group_rules [ 1047.036405] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGH for action security_group_rules [ 1047.036518] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 1047.036518] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGH for action security_group_rules [ 1047.036518] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGH for action security_group_rules [ 1047.036693] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGH for action security_group_rules [ 1047.036693] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGH for action security_group_rules [ 1047.036693] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGH for action security_group_rules [ 1047.036847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.181095] env[63533]: INFO networking_nsxv3.common.synchronization [req-e73e31dc-e028-4289-9f57-b22669f60196 req-f6107feb-d13a-4929-b2b8-6ebbdb84e3ab service nova] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_rules [ 1047.181225] env[63533]: INFO networking_nsxv3.common.synchronization [req-e73e31dc-e028-4289-9f57-b22669f60196 req-f6107feb-d13a-4929-b2b8-6ebbdb84e3ab service nova] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1047.181366] env[63533]: INFO networking_nsxv3.common.synchronization [req-e73e31dc-e028-4289-9f57-b22669f60196 req-f6107feb-d13a-4929-b2b8-6ebbdb84e3ab service nova] Enqueued Resource ID: da8361d9-226a-4b83-967f-41c85a0d4920 with Priority: HIGHEST for action port [ 1047.181594] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_rules [ 1047.181732] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1047.181834] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8361d9-226a-4b83-967f-41c85a0d4920 with Priority: HIGHEST for action port [ 1047.181929] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb with Priority: HIGH for action security_group_rules [ 1047.182036] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGH for action security_group_rules [ 1047.182138] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGH for action security_group_rules [ 1047.182269] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 1047.182314] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee757527-470b-4127-9441-886d6340adf9 with Priority: HIGH for action security_group_rules [ 1047.182392] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3f1d9-e108-400b-9421-ecb390145ecb with Priority: HIGH for action security_group_rules [ 1047.182477] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad6584-9821-4353-9d10-67ad20f24a32 with Priority: HIGH for action security_group_rules [ 1047.182563] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db650226-c9df-44a7-bad1-287db4eea148 with Priority: HIGH for action security_group_rules [ 1047.182649] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ff4895-1706-4bf6-bd53-6169a68be64f with Priority: HIGH for action security_group_rules [ 1047.182732] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d140f05-3952-41d1-bf4f-b489aee52336 with Priority: HIGH for action security_group_rules [ 1047.182819] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 with Priority: HIGH for action security_group_rules [ 1047.182901] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGH for action security_group_rules [ 1047.182987] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febaf1d4-df55-409d-bc26-ce7685512f9d with Priority: HIGH for action security_group_rules [ 1047.183085] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 1047.183169] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGH for action security_group_rules [ 1047.183250] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGH for action security_group_rules [ 1047.183323] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec07eae-12f2-47d8-b039-38ab744129fe with Priority: HIGH for action security_group_rules [ 1047.183414] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 with Priority: HIGH for action security_group_rules [ 1047.183491] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 with Priority: HIGH for action security_group_rules [ 1047.183572] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGH for action security_group_rules [ 1047.184311] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.184496] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.184620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.184905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.184992] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.185982] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.186255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.186375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.186646] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.186862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.186980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.187119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.187270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.187359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.187452] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.188584] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8361d9-226a-4b83-967f-41c85a0d4920 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.188690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.188766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.189212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.189212] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8361d9-226a-4b83-967f-41c85a0d4920',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.190379] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-602ce6ac-7558-4508-a76d-c63d3397a0eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.190657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.190744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.191157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.191308] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('602ce6ac-7558-4508-a76d-c63d3397a0eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.192323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.192483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.192560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.192785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.192873] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.193616] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.193807] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.193906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.194106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.194181] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.195044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.195223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.195444] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.196315] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee757527-470b-4127-9441-886d6340adf9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.196433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.196498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.196664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.196756] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee757527-470b-4127-9441-886d6340adf9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.197511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a3f1d9-e108-400b-9421-ecb390145ecb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.197627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.197693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.197843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.197914] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a3f1d9-e108-400b-9421-ecb390145ecb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.198669] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ad6584-9821-4353-9d10-67ad20f24a32 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.198830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.198830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.199041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.199041] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ad6584-9821-4353-9d10-67ad20f24a32',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.199813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db650226-c9df-44a7-bad1-287db4eea148 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.199936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.199992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.200130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.200190] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db650226-c9df-44a7-bad1-287db4eea148',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.200856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ff4895-1706-4bf6-bd53-6169a68be64f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.200967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.201067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.201269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.201384] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ff4895-1706-4bf6-bd53-6169a68be64f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.202304] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d140f05-3952-41d1-bf4f-b489aee52336 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.202467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.202704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.202800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.202913] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d140f05-3952-41d1-bf4f-b489aee52336',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.205891] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38580df-b8b5-4a4b-91b2-2e96166f5019 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.206035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.206077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.206234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.206305] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38580df-b8b5-4a4b-91b2-2e96166f5019',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.206992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.207117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.207183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.207331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.207404] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.208079] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-febaf1d4-df55-409d-bc26-ce7685512f9d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.208189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.208253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.208411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.208483] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('febaf1d4-df55-409d-bc26-ce7685512f9d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.209148] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.209422] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.209580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.210108] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.210565] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.210730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.210947] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.211608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec07eae-12f2-47d8-b039-38ab744129fe taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.211712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.211776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.211930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.212008] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec07eae-12f2-47d8-b039-38ab744129fe',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.213054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.213164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.213228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.213377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.213449] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991a66ec-1fd2-45a5-8a05-48e678ff0c69',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.214690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3d46c7-52bc-4f28-913e-5d042b816252 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.214690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.214690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.214855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.214907] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3d46c7-52bc-4f28-913e-5d042b816252',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.215880] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.215975] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.383904] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.717634] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.717812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.717863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.718092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.718262] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.718362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.718426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.718574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.718662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.718751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.718838] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.719836] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.719947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.720026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.720188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.720327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.720420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.720521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.720615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.720695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.720778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.720866] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.723682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.723789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.723824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.724241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.724395] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.724635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.724635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.724717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.724752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.724856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.724957] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.726552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.726672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.726717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.726886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.727051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.727195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.727341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.727501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.727583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.727668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.727750] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.732201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.732325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.732441] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.733242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.733404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.733404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.733691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.733766] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.733840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.733948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.734217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.734217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.734331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.734331] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.735660] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8361d9-226a-4b83-967f-41c85a0d4920 with status ACTIVE [ 1047.735820] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.736089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.736172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.736417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.736471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.736617] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.736717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.736797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.737075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.737180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.737498] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.737498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.737572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.737675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.737751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.737836] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8361d9-226a-4b83-967f-41c85a0d4920 is going to be updated. [ 1047.738928] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.738928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.739032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.739704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.740014] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.740014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.740014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.740193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.740193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.740275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.740331] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.783316] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.783557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.783557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.783729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.786107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.786107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.786776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.786871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.796554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.796554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.796554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.796554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.796554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.796554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.797764] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.798044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.798877] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.799124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.800261] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.800481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.801286] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.801528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.802373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.803389] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.803943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.804168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.807821] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.808419] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.808688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.808910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.809229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.809461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.809738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8361d9-226a-4b83-967f-41c85a0d4920" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.810743] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.811302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.811516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ad6584-9821-4353-9d10-67ad20f24a32 is going to be deleted. [ 1047.812547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.812858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.832740] env[63533]: INFO networking_nsxv3.common.synchronization [req-1b140765-132e-4d01-8077-3b6f06a9e9ae req-d6312a2e-fdb2-4d09-9cab-55d58895d488 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1047.833405] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1047.834381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.834513] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 602ce6ac-7558-4508-a76d-c63d3397a0eb is going to be deleted. [ 1047.835763] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.835918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.836022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.836218] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.836376] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.836495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.836559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.836706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.836788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.836905] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.837722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.871557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.871700] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: febaf1d4-df55-409d-bc26-ce7685512f9d is going to be deleted. [ 1047.872645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.888538] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.888890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.888890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.888890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.888991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.889156] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1047.893545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.893730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.931650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.931650] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a3f1d9-e108-400b-9421-ecb390145ecb is going to be deleted. [ 1047.932364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.932612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.934241] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.934369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.972217] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.972374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.972484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.972658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.974226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.983123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.983275] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec07eae-12f2-47d8-b039-38ab744129fe is going to be deleted. [ 1047.984304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.984529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.986181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1048.022149] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.025894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.049578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.049817] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ff4895-1706-4bf6-bd53-6169a68be64f is going to be deleted. [ 1048.050929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.051248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.079966] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1048.080243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.080464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.080786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.080909] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.118357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.118550] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee757527-470b-4127-9441-886d6340adf9 is going to be deleted. [ 1048.119838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.120222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.123743] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.124039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.156125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.156337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991a66ec-1fd2-45a5-8a05-48e678ff0c69 is going to be deleted. [ 1048.157769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.158025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.185574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.185714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.189442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.189573] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38580df-b8b5-4a4b-91b2-2e96166f5019 is going to be deleted. [ 1048.190539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.190766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.218871] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.218996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.229910] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.230875] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.231586] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.231687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.247576] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.248465] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.249333] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.251128] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.251254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.251324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.251531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.251702] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.251801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.251868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.252276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.252451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.252633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.252861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.252972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.253049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.253239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.253399] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.253500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.253560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.253709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.253893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.254080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.254080] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.256337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.256468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.294495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.294653] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3d46c7-52bc-4f28-913e-5d042b816252 is going to be deleted. [ 1048.295833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.296174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.300371] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.300371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.309256] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.309384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.340376] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.363250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.363435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d140f05-3952-41d1-bf4f-b489aee52336 is going to be deleted. [ 1048.364418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.364659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.448918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.449083] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db650226-c9df-44a7-bad1-287db4eea148 is going to be deleted. [ 1048.450023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.450349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.450474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ad6584-9821-4353-9d10-67ad20f24a32" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.450629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.450857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.450973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-602ce6ac-7558-4508-a76d-c63d3397a0eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.451544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.451786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.451902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-febaf1d4-df55-409d-bc26-ce7685512f9d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.452046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.452257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.452366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.452489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a3f1d9-e108-400b-9421-ecb390145ecb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.452618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.452760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.452835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.452944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ff4895-1706-4bf6-bd53-6169a68be64f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.453085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.453225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.453298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.453413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec07eae-12f2-47d8-b039-38ab744129fe" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.453532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.453669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.453802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.453931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991a66ec-1fd2-45a5-8a05-48e678ff0c69" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.454066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.454204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.454275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.454381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee757527-470b-4127-9441-886d6340adf9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.454502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.454636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.454708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.454812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38580df-b8b5-4a4b-91b2-2e96166f5019" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.471630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.471795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.471859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.472053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.472143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.472252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3d46c7-52bc-4f28-913e-5d042b816252" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.511433] env[63533]: INFO networking_nsxv3.common.synchronization [req-ffdccf9a-30c0-42b8-9cd4-14573c62badf req-4b9e7b39-8a29-491c-9359-e4ab88ce7445 tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 28dad7e5-ef10-4cab-8570-188b0c71332b with Priority: HIGHEST for action security_group_rules [ 1048.512212] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dad7e5-ef10-4cab-8570-188b0c71332b with Priority: HIGHEST for action security_group_rules [ 1048.512699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28dad7e5-ef10-4cab-8570-188b0c71332b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.512817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28dad7e5-ef10-4cab-8570-188b0c71332b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.512881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28dad7e5-ef10-4cab-8570-188b0c71332b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.513176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28dad7e5-ef10-4cab-8570-188b0c71332b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.513261] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28dad7e5-ef10-4cab-8570-188b0c71332b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.552863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.553144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.553144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.553323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.553412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.553531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d140f05-3952-41d1-bf4f-b489aee52336" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.554909] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.555468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.555468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.555468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.555468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.555956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db650226-c9df-44a7-bad1-287db4eea148" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.583019] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.583213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.583257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.583454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.583621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.583706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.583769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.583927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.584020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.584112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.584197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.732832] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1048.735452] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25122e7-aedc-417a-9934-11103187e8ed: rpc.has_security_group_logging(os_id): False [ 1048.750674] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.750825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.750889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.751169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.752435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.752567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.752669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.752858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.752944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.753054] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be created. [ 1048.754075] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5: rpc.has_security_group_logging(os_id): False [ 1048.755575] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.755664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.757887] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20604ed1-89d7-44c8-a22d-d29c140065b8: rpc.has_security_group_logging(os_id): False [ 1048.758737] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c69d2beb-9970-447b-8ad9-81f6b89f0506: rpc.has_security_group_logging(os_id): False [ 1048.774042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.774206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.775160] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.775275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.776176] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.776176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.777038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.777278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.777368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.777433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.777657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.777705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.777796] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1048.778811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.778998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.788383] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.788571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.788663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.788882] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.789062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.799506] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: UNINITIALIZED for 2s [ 1048.801511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.801816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.801910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.801978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.802204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.802286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.802380] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be updated. [ 1048.803489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.803664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.822902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.823200] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.823323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.823390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.823598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.823681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.823905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.824078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.824374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.824556] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.824850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.824942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.825034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 1048.826245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.826405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.842552] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.860784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.861337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.861488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.861589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.861955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.862021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.862166] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 is going to be updated. [ 1048.863285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.863482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.866605] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.867023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.879558] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.879558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.920431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.920890] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.921045] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.921140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.921427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.921553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.921705] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1048.923351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.923630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.923856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.925267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.925487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.925694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.948880] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.949064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.949128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.949339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.949487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.956158] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: IN_PROGRESS for 2s [ 1048.959179] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1048.987848] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.988305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.988481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.989123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.989123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.005307] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 1049.018717] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: IN_PROGRESS for 2s [ 1049.022630] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.022789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.022911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.023254] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.023458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.053468] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1049.081080] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.081259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.081332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.081888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.081888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.081888] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28dad7e5-ef10-4cab-8570-188b0c71332b already deleted. [ 1049.081888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28dad7e5-ef10-4cab-8570-188b0c71332b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.087437] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.087437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.087437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.087437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.087437] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.087730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.087730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.087730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.087821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.087874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.088065] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.088164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.088245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.088393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.088529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.088618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.088677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.088811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.088900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.088988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.089092] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.346117] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.346497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.346629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.346966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.347187] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.347400] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1049.399194] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.399194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.399194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.399194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.399194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.533769] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1049.598063] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0abc0941-f4da-46da-a17a-4a29726149eb: rpc.has_security_group_logging(os_id): False [ 1049.621519] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.621679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.623023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.623023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.647705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.647924] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.647924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.647924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.648699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.648699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.648699] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.648699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.648699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.649167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.649404] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.649605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.649788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.649874] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1049.737296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.737555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.737660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.737957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.738205] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.765802] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1049.996715] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1049.997121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.997175] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.997391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.997672] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.998210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.998676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.998676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.998787] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.141671] env[63533]: INFO networking_nsxv3.common.synchronization [req-20b1c1fd-aca4-4d5e-a74e-2c1fb38b607c req-296e7ef8-922c-4452-ae66-0c4c020272b8 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1050.142305] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1050.142650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.142815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.142917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.143168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.143323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.143424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.143526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.143710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.143821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.143920] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.417356] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.417497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.418161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.418161] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.418317] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.418495] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.418642] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.418908] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.419095] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.419352] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.419622] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.419622] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.419798] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.419798] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.419903] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.420032] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.438163] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.438379] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.438525] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.438703] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.439059] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c7228e85-42e9-42ec-b707-620c264a0f37 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.439266] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.439389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439715] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.439858] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7228e85-42e9-42ec-b707-620c264a0f37',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.501450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.501790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.501881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.502220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.502548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.502683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.502753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.502952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.503093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.503208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.503381] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.503482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.503544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.503699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.503859] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.503951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.504024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.504177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.504255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.504347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.504436] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.646725] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.646910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.647171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.647242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.669100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.669390] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.669512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.669592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.669806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.669901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.669997] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1050.700845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.700845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.700845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.700845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.701140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.712722] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1050.811392] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1050.811641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.812434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.812434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.812434] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.812434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.812778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.812778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.812778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.812778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.812993] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.942445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.942941] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.943122] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.944100] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.944280] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.944474] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c7228e85-42e9-42ec-b707-620c264a0f37 not found, creating... [ 1050.944765] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.944937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.945075] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.945389] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.945505] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.945835] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.946023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.946166] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.946435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.946527] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.946675] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c7228e85-42e9-42ec-b707-620c264a0f37 is going to be created. [ 1050.973446] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 1050.973666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.974613] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1050.974793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.980220] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.980446] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.980524] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.980775] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.981063] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.981343] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.007448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 1051.029697] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 1051.029972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.036030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.036316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.036462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.036766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.041857] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: SUCCESS [ 1051.042409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.070828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.071182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.071371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.071371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.071695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.071863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.072143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.072321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.072321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.072390] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.072536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.072712] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.072855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.072898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.073176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.073176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.073271] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1051.075481] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1051.075704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.181988] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.182300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.182460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.182811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.183079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.206058] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1051.315657] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.315820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.315996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.316725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.316725] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.316725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.316937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.317230] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.317362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.317546] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.317661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.317729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.318124] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.318214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.318274] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.318446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.318532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.318623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.318722] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.545951] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1051.546380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.546531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.546803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.547035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.547171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.547244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.547425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.547498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.547608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.547788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.547894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.548481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.548481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.548481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.548481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.548481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.549085] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.549255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.549317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.549446] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.785459] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1051.785459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.822699] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38c852b8-1916-40de-a32e-08fe0a57971e: rpc.has_security_group_logging(os_id): False [ 1051.841027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.841027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.841027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.841027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.841647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.842080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.842406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.842904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.843215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.845210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be created. [ 1051.895294] env[63533]: INFO networking_nsxv3.common.synchronization [req-20b1c1fd-aca4-4d5e-a74e-2c1fb38b607c req-3ddd5bb4-4341-41ee-b399-e64f67f66860 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1051.895962] env[63533]: INFO networking_nsxv3.common.synchronization [req-20b1c1fd-aca4-4d5e-a74e-2c1fb38b607c req-3ddd5bb4-4341-41ee-b399-e64f67f66860 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1051.896260] env[63533]: INFO networking_nsxv3.common.synchronization [req-20b1c1fd-aca4-4d5e-a74e-2c1fb38b607c req-3ddd5bb4-4341-41ee-b399-e64f67f66860 service nova] Enqueued Resource ID: c7228e85-42e9-42ec-b707-620c264a0f37 with Priority: HIGHEST for action port [ 1051.898985] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1051.898985] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1051.898985] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7228e85-42e9-42ec-b707-620c264a0f37 with Priority: HIGHEST for action port [ 1051.898985] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.898985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.898985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.898985] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.899968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.899968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.899968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7228e85-42e9-42ec-b707-620c264a0f37 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.900114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.900114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.900267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.900341] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7228e85-42e9-42ec-b707-620c264a0f37',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.903575] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.903693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.903758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.903955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.904170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.913574] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1051.997853] env[63533]: INFO networking_nsxv3.common.synchronization [req-6dacf1d7-ce71-4f82-b3a5-d7416ed1f037 req-b6c43a86-6b24-4d42-870e-2b2ff76cc486 tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 3153c0d2-374f-4411-9129-1f8c92612f22 with Priority: HIGHEST for action security_group_rules [ 1052.000020] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3153c0d2-374f-4411-9129-1f8c92612f22 with Priority: HIGHEST for action security_group_rules [ 1052.000020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3153c0d2-374f-4411-9129-1f8c92612f22 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.000020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3153c0d2-374f-4411-9129-1f8c92612f22" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.000020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3153c0d2-374f-4411-9129-1f8c92612f22" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.000020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3153c0d2-374f-4411-9129-1f8c92612f22" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.000020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3153c0d2-374f-4411-9129-1f8c92612f22',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.051695] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 1052.081443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.081631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.081669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.081867] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.104137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.104441] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.104567] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.104645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.104875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.104976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.105235] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.105336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.105402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.105588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.105661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.105860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.105972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.106247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.106488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.106598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.106733] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1052.171696] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.172386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.172544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.173009] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.173814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.189858] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1052.405438] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.405596] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.405849] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7228e85-42e9-42ec-b707-620c264a0f37 with status ACTIVE [ 1052.406089] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.406259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.406350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.406621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.406721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.407947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.407947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.407947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.407947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.407947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.407947] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.408264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.408264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.408264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.408359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.408427] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7228e85-42e9-42ec-b707-620c264a0f37 is going to be updated. [ 1052.450178] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.450178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.450178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.450178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.450178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.450522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7228e85-42e9-42ec-b707-620c264a0f37" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.542107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.542107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.542107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.542107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.542107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.542107] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3153c0d2-374f-4411-9129-1f8c92612f22 already deleted. [ 1052.542107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3153c0d2-374f-4411-9129-1f8c92612f22" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.724675] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1052.724874] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1052.725245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.725245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.725709] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.725709] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.726380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.726380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.726380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.726380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.726380] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.163294] env[63533]: INFO networking_nsxv3.common.synchronization [req-339d60f1-dfe6-44a4-bcb7-1cdf367e9086 req-b07fb482-ee5d-49b7-a289-d692cb98a6ef tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.163856] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.164192] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09539c93-1386-48b9-9ce4-5be12d17aa1f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.165250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.165250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.165250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.165250] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09539c93-1386-48b9-9ce4-5be12d17aa1f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.227685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1053.228027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.228361] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.232447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.232690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.232778] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.423333] env[63533]: INFO networking_nsxv3.common.synchronization [req-07748edd-1ed0-4edc-884a-71bc02326698 req-8d1b452a-4642-495e-817c-29bc43d20bdd tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.423333] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.423333] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09539c93-1386-48b9-9ce4-5be12d17aa1f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.423333] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.688069] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.688147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.688238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.688561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.688693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.688831] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f already deleted. [ 1053.688947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.689163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.689381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.689490] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09539c93-1386-48b9-9ce4-5be12d17aa1f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.708533] env[63533]: INFO networking_nsxv3.common.synchronization [req-5708b5b2-060e-4ee2-821a-a3bab2ece6b6 req-ba6a2a80-cb63-4ad0-a4fa-6a8e2bb7fcec tempest-SecurityGroupRulesTestJSON-1921586936 tempest-SecurityGroupRulesTestJSON-1921586936-project-member] Enqueued Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.708533] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f with Priority: HIGHEST for action security_group_rules [ 1053.708599] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09539c93-1386-48b9-9ce4-5be12d17aa1f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.708697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.734629] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.740307] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.740477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.740524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.740757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.740949] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.741037] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.741092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.741220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.741308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.741397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.741487] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.931176] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1053.931441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.209941] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1054.210326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.212411] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.212568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.212613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.212833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.212910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.213485] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f already deleted. [ 1054.213485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.213485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.213743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.213842] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09539c93-1386-48b9-9ce4-5be12d17aa1f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.239121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.239121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.239121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.239121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.239121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1054.245969] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.247413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.247965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.248303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.248974] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.249247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.249420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.249716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.253574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.253574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.253574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.253574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.253574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.253574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.255292] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.255292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.255292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.255292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.255292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.255292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.255292] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.272751] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.272751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.272751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.272751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.272751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.283372] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1054.733271] env[63533]: INFO networking_nsxv3.common.synchronization [req-ce6e2a6e-2af4-4730-b738-bc7c96fc67bf req-644288b9-9566-4a5d-928a-88d4a1f0b191 tempest-ServerRescueNegativeTestJSON-405097464 tempest-ServerRescueNegativeTestJSON-405097464-project-member] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 1054.734038] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGHEST for action security_group_members [ 1054.734737] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.734737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.734737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.734990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.735860] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.735860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.735860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.735860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.735860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.736259] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.743309] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.743309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.743309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.743309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.743587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.743789] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09539c93-1386-48b9-9ce4-5be12d17aa1f already deleted. [ 1054.744060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09539c93-1386-48b9-9ce4-5be12d17aa1f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.757448] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 1054.779212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.779212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.779212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.779738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.779908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.780033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.780268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.780394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.780986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.780986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.780986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.780986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.781276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.781412] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1054.875069] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.875403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.875531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.875834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.876040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.894357] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1055.239883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.241480] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.241480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.241710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.241857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.241896] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be updated. [ 1055.271470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.272232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.272232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.272232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.303176] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: IN_PROGRESS for 2s [ 1055.937737] env[63533]: INFO networking_nsxv3.common.synchronization [None req-527b94a1-265b-4d10-8d87-21bd85df655e None None] Enqueued Resource ID: ff847798-0afe-49d6-ae1f-77ee09976fed with Priority: HIGHEST for action port [ 1055.938960] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff847798-0afe-49d6-ae1f-77ee09976fed with Priority: HIGHEST for action port [ 1055.940087] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff847798-0afe-49d6-ae1f-77ee09976fed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.940087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff847798-0afe-49d6-ae1f-77ee09976fed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.940087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff847798-0afe-49d6-ae1f-77ee09976fed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.940087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff847798-0afe-49d6-ae1f-77ee09976fed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.940425] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff847798-0afe-49d6-ae1f-77ee09976fed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.295502] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1056.295862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.296042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.296292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.296525] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.296731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.296815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.297136] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.297346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.297346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.297440] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.445539] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff847798-0afe-49d6-ae1f-77ee09976fed [ 1056.445539] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.445539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.445539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.445539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.445539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.445539] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff847798-0afe-49d6-ae1f-77ee09976fed already deleted. [ 1056.445539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff847798-0afe-49d6-ae1f-77ee09976fed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.802354] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.802448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.802507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.802773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.804087] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.804559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.804559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.804713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.804713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.804801] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.804975] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.805105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.805165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.805340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.805552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.805710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.805772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.806013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.806090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.806171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.806960] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.911430] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1056.912122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.310398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 1057.320197] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 in Status: SUCCESS [ 1057.320197] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 deletion is rescheduled due to dependency. [ 1057.320197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.337655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.337858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.337858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.338103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.338192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.338391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.338488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.338544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.338694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.338766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.338955] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.339059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.339118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.339256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.339350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.339607] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.339703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.340345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.340584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.340692] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1057.425145] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.425564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.426024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.426535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.426535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.454725] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1057.892548] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2f4cdbdb-48b6-471c-a0dd-3b93df21c28f tempest-ServersTestJSON-1673399815 tempest-ServersTestJSON-1673399815-project-member] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1057.894115] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1057.894402] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.894579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.894667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.894962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.895890] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.087120] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d839a690-92f3-469e-b6f8-c4a30e747bea tempest-ServersTestJSON-1673399815 tempest-ServersTestJSON-1673399815-project-member] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1058.088470] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1058.090584] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.090774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.421423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.421904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.421904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.421904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.422111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.422111] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 already deleted. [ 1058.422201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.422416] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.422755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.422838] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.819683] env[63533]: INFO networking_nsxv3.common.synchronization [None req-97b5ec8c-8601-4d3b-a04b-ab4dbe2d030e None None] Enqueued Resource ID: 3b88d9f7-929b-4af2-9854-4738afe6d79f with Priority: HIGHEST for action port [ 1058.821040] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88d9f7-929b-4af2-9854-4738afe6d79f with Priority: HIGHEST for action port [ 1058.821040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b88d9f7-929b-4af2-9854-4738afe6d79f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.821264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b88d9f7-929b-4af2-9854-4738afe6d79f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.821264] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b88d9f7-929b-4af2-9854-4738afe6d79f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.822171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b88d9f7-929b-4af2-9854-4738afe6d79f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.822171] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b88d9f7-929b-4af2-9854-4738afe6d79f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.949284] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.949284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.949284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.949284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.949284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.949284] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 already deleted. [ 1058.949284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.327559] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b88d9f7-929b-4af2-9854-4738afe6d79f [ 1059.327946] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.328167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.328272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.328611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.328766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.328924] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b88d9f7-929b-4af2-9854-4738afe6d79f already deleted. [ 1059.329103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b88d9f7-929b-4af2-9854-4738afe6d79f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.471096] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1059.471459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.416634] env[63533]: INFO networking_nsxv3.common.synchronization [req-254c8831-1bc3-4d94-9f49-badaf5349690 req-0f0cab52-2251-4476-8fc6-894d49f79a79 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1061.417543] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1061.417910] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.418064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.418140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.418393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.418554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.418653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.418715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.419776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.419891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.419975] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.922606] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.357428] env[63533]: INFO networking_nsxv3.common.synchronization [req-3ff7c30f-087d-488b-8cc4-fae62dec97ec req-70e6bc64-ad1c-425e-908d-cdfb31594182 tempest-ImagesTestJSON-1517434018 tempest-ImagesTestJSON-1517434018-project-member] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1062.357987] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGHEST for action security_group_members [ 1062.358545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.358545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.358676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.358918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.359023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.359805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.359906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.360139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.360384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.360519] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.424666] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.754015] env[63533]: INFO networking_nsxv3.common.synchronization [None req-a230fc76-4e20-47c4-96cb-71683dbad281 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1062.754595] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1062.754908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.755699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.862926] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.863171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.863394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.863510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.863683] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.863886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.863993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.864079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.864177] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be updated. [ 1062.896026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.896536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.896536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.896536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.896679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.908790] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: IN_PROGRESS for 2s [ 1062.927197] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.927376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.927417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.927651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.927739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.927841] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1062.966240] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.966616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.967191] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.980404] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1064.489946] env[63533]: INFO networking_nsxv3.common.synchronization [req-89c2340d-45a9-43a2-9d4c-03330c9656b3 req-58e85249-98ba-4d9b-a428-a685e91a1916 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1064.490646] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1064.490987] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.491169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.491259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.491495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.491685] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.491838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.491907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.492974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.492974] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.492974] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.920440] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0abc0941-f4da-46da-a17a-4a29726149eb in Status: SUCCESS [ 1064.920440] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb deletion is rescheduled due to dependency. [ 1064.920440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.991615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.994022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.994022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.994022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.995515] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.995934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.996439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.996752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.997062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.997491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.997708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.998017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.999040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.999040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1065.030936] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.031351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.033020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.033020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.033020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.043562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1065.179790] env[63533]: INFO networking_nsxv3.common.synchronization [req-72c83882-0c23-4499-9be6-97d0bc48d486 req-e7270277-68c0-4e06-81d5-8ad5f1290d57 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 1065.180353] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGHEST for action security_group_members [ 1065.180686] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.180800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.180858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.181301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.181506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.181972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.182392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.182616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.182990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.183156] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.496261] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.496763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.496763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.496763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.496862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.497015] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.497162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.497203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.497369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.497445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.497538] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1065.532331] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.532539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.532539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.532758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.532903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.543423] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1065.686145] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.686444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.686444] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.686587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.686679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.686873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.687019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.687120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.687364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.687364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.687483] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 is going to be updated. [ 1065.715813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.716138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.716138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.716336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.716481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.725618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: IN_PROGRESS for 2s [ 1066.423374] env[63533]: INFO networking_nsxv3.common.synchronization [req-76f371a5-7c41-484f-b82b-ad9b32bae572 req-d6a2ef32-6af2-4409-bdb8-8950c1365c79 tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1066.423374] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1066.423374] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.423996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.423996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.423996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.423996] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.423996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.428153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.428482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.428546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.429278] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.931894] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.054045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1067.054304] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1067.054448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.086354] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.086502] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.086577] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.086857] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.087219] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.087385] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.087526] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.087721] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.087869] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.088148] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.088231] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.088345] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.088491] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.088571] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.088678] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.088821] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.108199] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.108395] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.108507] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.108683] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-269" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.109015] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-07db4bb7-d084-4f5d-89b1-07062ff397f6 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.109190] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.109313] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.109661] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.109810] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07db4bb7-d084-4f5d-89b1-07062ff397f6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.434412] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.555105] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1067.555605] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 deletion is rescheduled due to dependency. [ 1067.555605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.612297] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.612540] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.612674] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.612988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.613204] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.613392] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 07db4bb7-d084-4f5d-89b1-07062ff397f6 not found, creating... [ 1067.613707] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.613881] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.613954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.614262] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.614433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.614766] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.614934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.615071] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.615318] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.615488] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.615593] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 07db4bb7-d084-4f5d-89b1-07062ff397f6 is going to be created. [ 1067.653788] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.654063] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.654149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.654454] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.654687] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.654949] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.736523] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 in Status: SUCCESS [ 1067.736763] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 deletion is rescheduled due to dependency. [ 1067.736891] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.936634] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.936950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.936950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.937192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.937287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.937390] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1067.971626] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.971871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.972017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.972375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.972629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.985012] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1068.198967] env[63533]: INFO networking_nsxv3.common.synchronization [req-c07e0a81-f36c-4fe4-a538-370098fac312 req-20b9ead8-a8d8-42f8-ac01-361587c9adbd tempest-ServersTestJSON-1673399815 tempest-ServersTestJSON-1673399815-project-member] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1068.199543] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1068.199861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.199987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.200077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.200324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.200481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.200578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.200639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.200784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.200864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.200957] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.703966] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.703966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.703966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.703966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.703966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.706831] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.707025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.707099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.707309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.707391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.707495] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 already deleted. [ 1068.707578] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.778181] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.778403] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-545" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.778545] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-545" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.778888] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-545" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.779175] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.779339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.779460] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.779684] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.779835] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.780062] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.780182] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.780290] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.780403] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.780662] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.780775] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.780911] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.803195] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.803401] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.803546] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.803749] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-545" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.804134] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8826b736-8295-4d09-8211-ccda578b133e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.804366] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.804578] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.804969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.805135] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8826b736-8295-4d09-8211-ccda578b133e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.105431] env[63533]: INFO networking_nsxv3.common.synchronization [req-76f371a5-7c41-484f-b82b-ad9b32bae572 req-04ca3a14-7a38-41ff-926c-56e02fcfb687 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 1069.105793] env[63533]: INFO networking_nsxv3.common.synchronization [req-76f371a5-7c41-484f-b82b-ad9b32bae572 req-04ca3a14-7a38-41ff-926c-56e02fcfb687 service nova] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1069.105793] env[63533]: INFO networking_nsxv3.common.synchronization [req-76f371a5-7c41-484f-b82b-ad9b32bae572 req-04ca3a14-7a38-41ff-926c-56e02fcfb687 service nova] Enqueued Resource ID: 07db4bb7-d084-4f5d-89b1-07062ff397f6 with Priority: HIGHEST for action port [ 1069.106127] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_rules [ 1069.106300] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1069.106522] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07db4bb7-d084-4f5d-89b1-07062ff397f6 with Priority: HIGHEST for action port [ 1069.107131] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.107310] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.107380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.107623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.107726] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.109140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.109243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.109397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-07db4bb7-d084-4f5d-89b1-07062ff397f6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.109590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.109590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.109848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.109848] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07db4bb7-d084-4f5d-89b1-07062ff397f6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.307416] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.307666] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.307786] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.308100] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.308282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.308456] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8826b736-8295-4d09-8211-ccda578b133e not found, creating... [ 1069.308720] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.309297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.309297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.309526] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.309655] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309812] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.309930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.310176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.310308] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.310450] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8826b736-8295-4d09-8211-ccda578b133e is going to be created. [ 1069.331809] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332014] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.332123] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332415] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.332651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.332881] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.611826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.613538] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07db4bb7-d084-4f5d-89b1-07062ff397f6 with status ACTIVE [ 1069.613838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.614053] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.614168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.614617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.614918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.615068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.615168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.615435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.615574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.615868] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.616101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.616266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.616491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.616584] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.616684] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07db4bb7-d084-4f5d-89b1-07062ff397f6 is going to be updated. [ 1069.641902] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.642184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.642498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.642675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07db4bb7-d084-4f5d-89b1-07062ff397f6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.996227] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1069.996452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.996623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.996844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.997078] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.997259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.997259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.997427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.997508] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.997605] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.299308] env[63533]: INFO networking_nsxv3.common.synchronization [req-c07e0a81-f36c-4fe4-a538-370098fac312 req-672bf6d8-05fd-4873-9659-cd449bfa5c0c service nova] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1070.299583] env[63533]: INFO networking_nsxv3.common.synchronization [req-c07e0a81-f36c-4fe4-a538-370098fac312 req-672bf6d8-05fd-4873-9659-cd449bfa5c0c service nova] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1070.299583] env[63533]: INFO networking_nsxv3.common.synchronization [req-c07e0a81-f36c-4fe4-a538-370098fac312 req-672bf6d8-05fd-4873-9659-cd449bfa5c0c service nova] Enqueued Resource ID: 8826b736-8295-4d09-8211-ccda578b133e with Priority: HIGHEST for action port [ 1070.299801] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_rules [ 1070.299931] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1070.300388] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8826b736-8295-4d09-8211-ccda578b133e with Priority: HIGHEST for action port [ 1070.300638] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.300795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.300852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.303028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.303155] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.305015] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.305015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.305015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.305337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.305420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.305518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.305588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.305744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.305846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.306106] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.307381] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8826b736-8295-4d09-8211-ccda578b133e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.307542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.307614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.307777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.307849] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8826b736-8295-4d09-8211-ccda578b133e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.502452] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.805873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.805873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.808333] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.809813] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8826b736-8295-4d09-8211-ccda578b133e with status ACTIVE [ 1070.810677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.810677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.810677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.810677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.810677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.810677] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.811022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.811022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.811153] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.811239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.811425] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.811520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.811568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.812090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.812090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.812090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8826b736-8295-4d09-8211-ccda578b133e is going to be updated. [ 1070.838994] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.839249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.839249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.839427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.839486] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.839669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8826b736-8295-4d09-8211-ccda578b133e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.004964] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.319834] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.507373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.507634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.507634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.507862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.507909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.507993] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1071.536769] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.537040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.537434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.547936] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1071.824850] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.824850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.825137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.825279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.825414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.825552] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 is going to be created. [ 1071.856345] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.856661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.856661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.856938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.857168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.870152] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: UNINITIALIZED for 2s [ 1071.954418] env[63533]: INFO networking_nsxv3.common.synchronization [req-6ae87695-cfac-47db-a002-f632d17fbf84 req-f47b02e6-3a70-48db-b64d-003cdf28451f tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1071.955235] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1071.955568] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.955684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.955820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.955957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.959344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.959561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.959664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.960525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.960630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.960747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.462811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.462811] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.463167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.464060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.464060] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.464060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.464060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.464060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.464060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.464060] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be updated. [ 1072.506265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.506446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.506504] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.506711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.506880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.525020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1073.558743] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1073.559048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.559556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.559777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.559968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.560091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.560159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.560365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.560479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.560571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.560681] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.886386] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: SUCCESS [ 1073.886386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.886386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.886386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.886386] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.886386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.886868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.887266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.887500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.887737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.888467] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.063514] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.063783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.063783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.063948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.064265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.064400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.064472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.064628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.064731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.064840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.064990] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.067932] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.067932] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.067932] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.161530] env[63533]: INFO networking_nsxv3.common.synchronization [None req-7541ac7e-68a9-4738-98a9-f88ea79b0c4c tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1074.161530] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1074.161530] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.161530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.161530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.162560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.162560] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.268866] env[63533]: INFO networking_nsxv3.common.synchronization [None req-8871be36-9b2b-4022-9c8b-2ac4f08535c8 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1074.269468] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1074.270524] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.270524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.392523] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.537019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1074.537019] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e deletion is rescheduled due to dependency. [ 1074.537019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.571562] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c02ed4-530f-4cdb-b818-e21fa3fd2004: rpc.has_security_group_logging(os_id): False [ 1074.588023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.588406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.588535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.588827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.588923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.589287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.589452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.589525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.589704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.589854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.590010] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.590109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.590171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.590742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.590827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.591082] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591180] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.591242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.591491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.591587] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1074.658688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.658833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.658907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.661459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.661459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.686018] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1074.686894] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.687046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.687140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.687375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.687467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.687564] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd already deleted. [ 1074.687649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.687842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.687952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.691175] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.897604] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ab72b70-39ab-4c2d-97e4-046a5231a858: rpc.has_security_group_logging(os_id): False [ 1074.923162] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.923162] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.923162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.923162] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 is going to be created. [ 1074.990378] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.991366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.991366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.991366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.992997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.002796] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: IN_PROGRESS for 2s [ 1075.220246] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.220450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.220511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.220695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.220770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.220867] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd already deleted. [ 1075.220950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.640324] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4ef46c29-c55d-40be-93ea-8d13076ae5cf None None] Enqueued Resource ID: 0f4e2e60-3e8b-4daa-ba67-63d59a649913 with Priority: HIGHEST for action port [ 1075.640990] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4e2e60-3e8b-4daa-ba67-63d59a649913 with Priority: HIGHEST for action port [ 1075.642936] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f4e2e60-3e8b-4daa-ba67-63d59a649913 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.643155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f4e2e60-3e8b-4daa-ba67-63d59a649913" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.643375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f4e2e60-3e8b-4daa-ba67-63d59a649913" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.643915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f4e2e60-3e8b-4daa-ba67-63d59a649913" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.644177] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f4e2e60-3e8b-4daa-ba67-63d59a649913',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.148316] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f4e2e60-3e8b-4daa-ba67-63d59a649913 [ 1076.148507] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.148778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.148778] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.149151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.149151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.149278] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f4e2e60-3e8b-4daa-ba67-63d59a649913 already deleted. [ 1076.149343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f4e2e60-3e8b-4daa-ba67-63d59a649913" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.705545] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1076.705545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.910144] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e4dbbfd2-9481-404a-bb29-275dc1c38796 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1076.910862] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1076.911316] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.913562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.913562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.913562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.913562] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.952463] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f5f08cee-c1a8-409e-aef0-0a61556a08cb tempest-ServerActionsV293TestJSON-1816572243 tempest-ServerActionsV293TestJSON-1816572243-project-member] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1076.952463] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1076.952463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.952463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.952463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.952463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.952463] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.016285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: SUCCESS [ 1077.016520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.062229] env[63533]: INFO networking_nsxv3.common.synchronization [None req-261b8d7f-f9e2-43e8-b6b9-201b53940fbf tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1077.062895] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1077.063611] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.063751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.094029] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ec6c3a87-db6b-49d9-9148-ea91a721504a tempest-ServerActionsV293TestJSON-1816572243 tempest-ServerActionsV293TestJSON-1816572243-project-member] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1077.094029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1077.094384] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.094661] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.437039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.437039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.437039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.437039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.437039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.437039] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 already deleted. [ 1077.437387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.437387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.437530] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.437616] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.471548] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.473945] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd already deleted. [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.473945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.473945] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.633736] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f88b6d3e-7cde-40b7-be3e-f2308e25cff7 None None] Enqueued Resource ID: 7457fa2f-160d-438d-8579-29249a8271a3 with Priority: HIGHEST for action port [ 1077.634023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7457fa2f-160d-438d-8579-29249a8271a3 with Priority: HIGHEST for action port [ 1077.634689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-7457fa2f-160d-438d-8579-29249a8271a3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.634996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7457fa2f-160d-438d-8579-29249a8271a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.634996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7457fa2f-160d-438d-8579-29249a8271a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.635548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7457fa2f-160d-438d-8579-29249a8271a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.635548] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7457fa2f-160d-438d-8579-29249a8271a3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.960068] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.960068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.960068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.960603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.960603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.960603] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 already deleted. [ 1077.960603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.001832] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.002275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.002365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.002625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.002774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.002904] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd already deleted. [ 1078.003044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.137996] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7457fa2f-160d-438d-8579-29249a8271a3 [ 1078.138325] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.138475] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.138654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.138950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.139084] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7457fa2f-160d-438d-8579-29249a8271a3 already deleted. [ 1078.139156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7457fa2f-160d-438d-8579-29249a8271a3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.276347] env[63533]: INFO networking_nsxv3.common.synchronization [req-67715192-f64b-407b-9c24-a615bf721ac4 req-8f0154c7-9784-4a6c-b2e6-9f539a5f28bc tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1079.276993] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1079.280149] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.280149] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.280149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.280149] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.670693] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.671176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.671397] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.671855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.672327] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672664] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.672887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.673259] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.673503] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.673831] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.674311] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.674311] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.674435] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.674622] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.674814] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.675036] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.698307] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.698482] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.698626] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.698809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-349" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.699156] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-da39877d-c305-4a70-8310-b2ad992f0cc7 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.699415] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.700016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.700016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.700171] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da39877d-c305-4a70-8310-b2ad992f0cc7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.782015] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.782258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.782479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.782680] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782777] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.782841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.783099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.783194] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1079.816049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.816298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.816298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.816485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.816630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.826926] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1080.202304] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.202595] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.202748] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.203038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.203190] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.203375] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port da39877d-c305-4a70-8310-b2ad992f0cc7 not found, creating... [ 1080.203658] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.203818] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.203937] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.204236] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.204401] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.204696] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.204872] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.205015] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.206354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.206518] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.207545] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: da39877d-c305-4a70-8310-b2ad992f0cc7 is going to be created. [ 1080.228309] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.228506] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.228671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.228972] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.229219] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.229922] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.048320] env[63533]: INFO networking_nsxv3.common.synchronization [req-c68760e5-d5ff-4248-83f0-ac74f902336d req-225bde85-eb42-40aa-a45d-18a380ea1977 tempest-AttachVolumeTestJSON-1982835647 tempest-AttachVolumeTestJSON-1982835647-project-member] Enqueued Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 1081.051481] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 with Priority: HIGHEST for action security_group_members [ 1081.051481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac705da4-3c31-47d3-9973-a9b62e2c94d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.051481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.051481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.051481] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac705da4-3c31-47d3-9973-a9b62e2c94d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.224255] env[63533]: INFO networking_nsxv3.common.synchronization [req-67715192-f64b-407b-9c24-a615bf721ac4 req-e1c0588c-b5b1-4eb9-9bda-0ee50f02b0c3 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1081.225225] env[63533]: INFO networking_nsxv3.common.synchronization [req-67715192-f64b-407b-9c24-a615bf721ac4 req-e1c0588c-b5b1-4eb9-9bda-0ee50f02b0c3 service nova] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1081.226393] env[63533]: INFO networking_nsxv3.common.synchronization [req-67715192-f64b-407b-9c24-a615bf721ac4 req-e1c0588c-b5b1-4eb9-9bda-0ee50f02b0c3 service nova] Enqueued Resource ID: da39877d-c305-4a70-8310-b2ad992f0cc7 with Priority: HIGHEST for action port [ 1081.227069] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_rules [ 1081.227501] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1081.227821] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da39877d-c305-4a70-8310-b2ad992f0cc7 with Priority: HIGHEST for action port [ 1081.228243] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.228707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.228707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.228907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.229510] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.231071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.232061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.232061] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-da39877d-c305-4a70-8310-b2ad992f0cc7 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.232061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.232061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.232061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.232061] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da39877d-c305-4a70-8310-b2ad992f0cc7',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.553727] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.553979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.553979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.554257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.576051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.576401] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.576534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.576595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.577178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.577371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.577485] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 is going to be updated. [ 1081.606827] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.607039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.607212] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.607455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.607643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.620796] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: IN_PROGRESS for 2s [ 1081.732282] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.732282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.737023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da39877d-c305-4a70-8310-b2ad992f0cc7 with status ACTIVE [ 1081.737023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.737023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.737023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.737023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.737023] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da39877d-c305-4a70-8310-b2ad992f0cc7 is going to be updated. [ 1081.770678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.770934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.771156] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.771358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.771552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da39877d-c305-4a70-8310-b2ad992f0cc7" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.836772] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1081.837024] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1081.837024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.837236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.837430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.837594] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.837717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.837787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.837915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.837991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.838702] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.911448] env[63533]: INFO networking_nsxv3.common.synchronization [req-15887bf7-8876-43a7-856e-c0fc01f6d02d req-d14d87d5-cdc3-4715-9652-67d7480b0ccb tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1081.912338] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1081.912338] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.912700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.912700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.912700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.912864] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.912928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.912928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.915285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.915285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.915285] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.342270] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.416776] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.844722] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.919328] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.348081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.348081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.348081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.348081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.348081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.348081] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1083.387517] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.387763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.387763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.388030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.388228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.398267] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1083.422981] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.423208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.423208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.423447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.423555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.423658] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1083.466690] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.466875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.466978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.467208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.467354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.478312] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1083.631093] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 in Status: SUCCESS [ 1083.631279] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac705da4-3c31-47d3-9973-a9b62e2c94d6 deletion is rescheduled due to dependency. [ 1083.631420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac705da4-3c31-47d3-9973-a9b62e2c94d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.830062] env[63533]: INFO networking_nsxv3.common.synchronization [req-60df62c7-1540-4f60-9a0a-d8ab0ac38e8e req-d9f30ead-2196-4d23-8edb-4f3f247ee545 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1083.830062] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1083.830062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.830062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.830062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.830062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.830062] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.830649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.830854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.831728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.832033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.833263] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.044158] env[63533]: INFO networking_nsxv3.common.synchronization [req-e0e2316a-e13a-4125-80b8-c97b51b97938 req-253ca169-50a4-4896-be20-13aaf85462ff tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1084.044805] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1084.045218] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.045324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.045324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.045580] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.046220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.046220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.046220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.046220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.046220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.046552] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.334717] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.334939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.335048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.339458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.365495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.365875] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.365875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.365875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.366044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.366900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.366900] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1084.393131] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.393285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.393355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.393571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.393713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.405391] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1084.492126] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.492681] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.492927] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.493297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.493669] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.493969] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.494224] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.494560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.494815] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.495588] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.495588] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.495588] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.495588] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.495588] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.495767] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.495808] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.514671] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.514852] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.514991] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.515188] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.515497] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-dfaa4640-ae2a-444b-aa92-e24dd9eca692 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.515672] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.516109] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.516491] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.516638] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfaa4640-ae2a-444b-aa92-e24dd9eca692',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.548742] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.549168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.549273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.549484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.549574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.549776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.549930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.549930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.550098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.550178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.550256] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd already deleted. [ 1084.550337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.019121] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.019401] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.019565] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.019844] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.019999] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.020180] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port dfaa4640-ae2a-444b-aa92-e24dd9eca692 not found, creating... [ 1085.020441] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.020596] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.020716] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.020945] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.021097] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.021622] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.021789] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.021911] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.022142] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.022279] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.022420] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: dfaa4640-ae2a-444b-aa92-e24dd9eca692 is going to be created. [ 1085.043904] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.044264] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.044367] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.044647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.044955] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.045305] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.408760] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1085.409090] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.409181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.409449] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.409654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.409773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.409836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.409988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.410081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.410245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.410343] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.492208] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1085.493030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [req-e0e2316a-e13a-4125-80b8-c97b51b97938 req-1da5b996-6b8a-4808-9b9b-4436ae3814c0 service nova] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [req-e0e2316a-e13a-4125-80b8-c97b51b97938 req-1da5b996-6b8a-4808-9b9b-4436ae3814c0 service nova] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [req-e0e2316a-e13a-4125-80b8-c97b51b97938 req-1da5b996-6b8a-4808-9b9b-4436ae3814c0 service nova] Enqueued Resource ID: dfaa4640-ae2a-444b-aa92-e24dd9eca692 with Priority: HIGHEST for action port [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1085.795372] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaa4640-ae2a-444b-aa92-e24dd9eca692 with Priority: HIGHEST for action port [ 1085.795937] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.796184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.796335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.797056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.797056] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.797728] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.797856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.797930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.798161] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.798329] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.798411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.798542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.798759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.798962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.799119] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.800760] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfaa4640-ae2a-444b-aa92-e24dd9eca692 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.800884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.800957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.801146] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.801226] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfaa4640-ae2a-444b-aa92-e24dd9eca692',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.912495] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.912704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.912750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.912948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.913125] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.913242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.913307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.913456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.913543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.913632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.913776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.913890] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.913953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.914128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.914332] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.914451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.914539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.914671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.914746] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.914829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.914921] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.303719] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.304022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.304147] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.305159] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfaa4640-ae2a-444b-aa92-e24dd9eca692 with status ACTIVE [ 1086.308340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.308340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.308340] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.308340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.308340] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfaa4640-ae2a-444b-aa92-e24dd9eca692 is going to be updated. [ 1086.336994] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.336994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.336994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.336994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.336994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.336994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfaa4640-ae2a-444b-aa92-e24dd9eca692" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.402220] env[63533]: INFO networking_nsxv3.common.synchronization [req-b332e2a3-0085-47d9-bbb6-5c335e3015b9 req-4a10c8ec-5772-4e24-8ca1-698def9507ab tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1086.402220] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1086.402220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.402220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.402220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.403450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.403734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.403995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.404442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.404870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.405148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.405360] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.416277] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1086.416996] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 1086.417268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.417649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b6390e-0574-463d-93e9-535fd28e24d9: rpc.has_security_group_logging(os_id): False [ 1086.449049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.449049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.449049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.449049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.449759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.450424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.450995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.451334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.454466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.454466] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1086.519377] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.519487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.519549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.519756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.519910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.541649] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1086.809592] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.882868] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.883086] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.883470] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.883552] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.883756] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.883916] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.884088] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.884327] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.884494] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.884713] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.884834] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.884946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.885073] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.885190] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.885325] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.885443] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.910198] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.910402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.910402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.910637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.910727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.910927] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.911065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.911099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.911272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.911320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.911393] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 already deleted. [ 1086.911472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.918293] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.918458] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.918618] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.918840] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.919246] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3de39e87-f579-458e-a713-326821c5daa5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.919418] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.919543] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.919895] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.920050] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de39e87-f579-458e-a713-326821c5daa5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.312678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.312919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.312919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.313234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.313350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.313512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be created. [ 1087.349603] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.349808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.349808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.349968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.350182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.363739] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: UNINITIALIZED for 2s [ 1087.423056] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.423512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.423512] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.424017] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.424363] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.424617] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3de39e87-f579-458e-a713-326821c5daa5 not found, creating... [ 1087.425084] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.425394] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.425649] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.426053] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.426370] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.426843] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.427174] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.427405] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.427799] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.428103] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.428337] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3de39e87-f579-458e-a713-326821c5daa5 is going to be created. [ 1087.454054] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.454054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.454234] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.454409] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.454647] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.454891] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.556804] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1088.557198] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.667810] env[63533]: INFO networking_nsxv3.common.synchronization [req-b332e2a3-0085-47d9-bbb6-5c335e3015b9 req-2d599f32-8894-40dc-80c8-131200c3fb33 service nova] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1088.667993] env[63533]: INFO networking_nsxv3.common.synchronization [req-b332e2a3-0085-47d9-bbb6-5c335e3015b9 req-2d599f32-8894-40dc-80c8-131200c3fb33 service nova] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1088.668151] env[63533]: INFO networking_nsxv3.common.synchronization [req-b332e2a3-0085-47d9-bbb6-5c335e3015b9 req-2d599f32-8894-40dc-80c8-131200c3fb33 service nova] Enqueued Resource ID: 3de39e87-f579-458e-a713-326821c5daa5 with Priority: HIGHEST for action port [ 1088.668385] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_rules [ 1088.668513] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1088.668605] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de39e87-f579-458e-a713-326821c5daa5 with Priority: HIGHEST for action port [ 1088.669277] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.669433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.669532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.669782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.669895] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.670754] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.671571] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.671571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.671845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.671978] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.672667] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de39e87-f579-458e-a713-326821c5daa5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.673215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.673215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.673215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.673215] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de39e87-f579-458e-a713-326821c5daa5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.045461] env[63533]: INFO networking_nsxv3.common.synchronization [req-d2b11c10-7e6d-4228-bf3c-14c73fb9e55b req-80bd398b-0b11-4350-aa5b-335fc884ff41 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 1089.046030] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGHEST for action security_group_members [ 1089.046030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.046213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.046258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.046457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.046617] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.046705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.046762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.046905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.047022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.047112] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.174845] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.178102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.178630] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.179347] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de39e87-f579-458e-a713-326821c5daa5 with status ACTIVE [ 1089.179545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.179663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.179729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.179927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.180197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.180197] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.180303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.180335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.180489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.180563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.180741] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.180830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.180887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.181105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.181186] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de39e87-f579-458e-a713-326821c5daa5 is going to be updated. [ 1089.203499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.204349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.204349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.204349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.204349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.204349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de39e87-f579-458e-a713-326821c5daa5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.374090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.377076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.377076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.377076] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.550018] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.550224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.550299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.550521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.550613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.550833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.550934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.550991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.551157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.551234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.551341] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be updated. [ 1089.580781] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.580781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.580781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.580781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.580781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.587706] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: IN_PROGRESS for 2s [ 1089.684645] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.879379] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.186691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.186957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.187111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.187268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.187474] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 is going to be created. [ 1090.215481] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.215885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.215885] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.216065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.216065] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.228401] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: UNINITIALIZED for 2s [ 1090.383020] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4dffc13-9497-4e4a-a5ab-44188defcefd: rpc.has_security_group_logging(os_id): False [ 1090.406132] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.406911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.406911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.406911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.406911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.407143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.407143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.407219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.409036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.409036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.409036] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be created. [ 1090.468771] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.468917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.468988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.469216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.469393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.487481] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1091.557455] env[63533]: INFO networking_nsxv3.common.synchronization [req-9b144d21-edac-4769-9065-522a965c58ea req-80d14369-920c-4798-9cae-e736de399854 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1091.557925] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1091.558134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.559022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.559022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.559022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.559022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.559022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.559022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.559271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.559271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.559271] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.717642] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25122e7-aedc-417a-9934-11103187e8ed in Status: SUCCESS [ 1091.717874] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25122e7-aedc-417a-9934-11103187e8ed deletion is rescheduled due to dependency. [ 1091.718962] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.211212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.213788] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.213788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.213788] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1092.239211] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: UNINITIALIZED for 4s [ 1092.246129] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.246413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.246601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.246877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.247131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.264887] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1092.503034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1092.503249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.210800] env[63533]: INFO networking_nsxv3.common.synchronization [req-8eb2bf32-9054-49f4-909c-b95bbb8e1ae4 req-03da69f8-85da-4c19-9e76-805ffb2630bd tempest-ServersTestJSON-148199479 tempest-ServersTestJSON-148199479-project-member] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1094.211271] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGHEST for action security_group_members [ 1094.211962] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.212104] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.212173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.212365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.212515] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.212607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.212666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.212804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.212887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.212978] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.248682] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: SUCCESS [ 1094.248903] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.249071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.249283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.249478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.249593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.249651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.249800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.249876] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.249961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.250065] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.273916] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1094.274135] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 deletion is rescheduled due to dependency. [ 1094.274271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.678863] env[63533]: INFO networking_nsxv3.common.synchronization [req-2ad30aee-cf7e-4d45-84d8-be7a68ffd12c req-4d799eb5-d18a-4e26-8df6-f7801ddb7382 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1094.679808] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1094.679808] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.679808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.679808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.680014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.680242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.680364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.680451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.680648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.680757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.680869] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.714545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.714702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.714780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.714987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.715094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.715298] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.715395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.715469] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.715628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.715703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.715791] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be updated. [ 1094.752742] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.761557] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.762233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.762440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.762881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.763050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.778163] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: IN_PROGRESS for 2s [ 1095.017563] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.017563] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.017813] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.017897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.018214] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.018384] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.018502] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.018753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.019033] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.019184] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.019297] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.019417] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.019759] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.019759] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.019759] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.019911] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.043926] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.043926] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.043926] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.043926] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-497" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.044183] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-09315fe4-910e-4534-9382-1558fa660416 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.044183] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.044310] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.044707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.044857] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09315fe4-910e-4534-9382-1558fa660416',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.186428] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.186600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.186674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.186894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.186985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.187376] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.187490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.187581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.187833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.187979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.188095] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1095.220666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.220666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.221135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.221135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.221135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.231419] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1095.255228] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fead06c-8295-4e24-898e-38200ffb6988: rpc.has_security_group_logging(os_id): False [ 1095.279115] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.279283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.279356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.279571] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.279659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.280075] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.280181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.280245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.280405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.280482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.280571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 is going to be created. [ 1095.390513] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.390605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.390716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.390887] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.392031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.403893] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: IN_PROGRESS for 2s [ 1095.548186] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.548646] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.548646] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.548918] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.549088] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.549252] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 09315fe4-910e-4534-9382-1558fa660416 not found, creating... [ 1095.549544] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.549720] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.549842] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.550125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.550275] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.550597] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.550810] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.550906] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.551157] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.551303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.551451] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 09315fe4-910e-4534-9382-1558fa660416 is going to be created. [ 1095.575852] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.576099] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.576201] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.576546] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.576788] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.577030] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.463927] env[63533]: INFO networking_nsxv3.common.synchronization [req-2ad30aee-cf7e-4d45-84d8-be7a68ffd12c req-6bde573c-a3fd-418c-8544-085df24b1590 service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 1096.465563] env[63533]: INFO networking_nsxv3.common.synchronization [req-2ad30aee-cf7e-4d45-84d8-be7a68ffd12c req-6bde573c-a3fd-418c-8544-085df24b1590 service nova] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1096.465563] env[63533]: INFO networking_nsxv3.common.synchronization [req-2ad30aee-cf7e-4d45-84d8-be7a68ffd12c req-6bde573c-a3fd-418c-8544-085df24b1590 service nova] Enqueued Resource ID: 09315fe4-910e-4534-9382-1558fa660416 with Priority: HIGHEST for action port [ 1096.465563] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_rules [ 1096.465563] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1096.465563] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09315fe4-910e-4534-9382-1558fa660416 with Priority: HIGHEST for action port [ 1096.465563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.465563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.465563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.466714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.466714] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.467111] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.467111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.467278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-09315fe4-910e-4534-9382-1558fa660416 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.467532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.467532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.467635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.467673] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09315fe4-910e-4534-9382-1558fa660416',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.789565] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 in Status: SUCCESS [ 1096.789854] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 deletion is rescheduled due to dependency. [ 1096.790014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.972454] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.972599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.972786] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09315fe4-910e-4534-9382-1558fa660416 with status ACTIVE [ 1096.972960] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.973102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.973165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.973358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.973446] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.973624] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.973718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.973776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.973928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.974016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.974265] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.974421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.974421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.974538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.974585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.974629] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09315fe4-910e-4534-9382-1558fa660416 is going to be updated. [ 1097.006637] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.006920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.006920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.007137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.007301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.007554] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09315fe4-910e-4534-9382-1558fa660416" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.243186] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1097.243447] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 1097.243447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.243581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.243803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.243984] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.244173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.244359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.244552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.245010] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.245010] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.417609] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: SUCCESS [ 1097.417776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.635765] env[63533]: INFO networking_nsxv3.common.synchronization [None req-71d24eda-3604-40aa-8948-7e3c14329bca tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1097.635765] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1097.635765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.635765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.635765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.635765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.635765] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.746525] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.762720] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e572bb5c-82a6-43c6-b618-e535c0fcfe10 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1097.763383] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1097.763746] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.763850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.167393] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.167393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.167921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.167921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.167921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.167921] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 already deleted. [ 1098.168040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.168321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.168402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.168432] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.249689] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.701049] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.701049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.701049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.701516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.701516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.701516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 already deleted. [ 1098.701516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.753736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.753736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.753736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.754019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.754019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.754019] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1098.793144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.793144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.793144] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.793520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.793587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.803913] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1100.819284] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1100.819614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.820883] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.820883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.820883] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.324743] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.324971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.324971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.325265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.325460] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.325644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.325644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.325767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.325815] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.325906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.326068] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.326162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.326240] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.326386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.326526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.326606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.326665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.326800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.326868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.326945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.327049] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.829786] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb: rpc.has_security_group_logging(os_id): False [ 1101.850259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.850451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.850498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.850774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.850892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.851132] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.851248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.851409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.851521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.851602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.851855] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.851906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.851986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.852277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.852508] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.852706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.852985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.853121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1101.925620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.925785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.925827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.926062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.926214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.941873] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1102.765221] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.765347] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1103.463913] env[63533]: INFO networking_nsxv3.common.synchronization [req-aeeb77d9-17f5-49c9-b1fa-bc1c729dd00d req-287094c7-226f-45f5-9146-494e1f54e427 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1103.464550] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1103.464905] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.464994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.465075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.465289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.465445] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.465539] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.465600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.465742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.465840] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.465915] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.850620] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.850871] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.851083] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.851501] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.851901] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.852195] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.852357] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.852722] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.852989] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.853262] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.853463] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.853701] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.853867] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.853995] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.854126] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.854405] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.876044] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.876044] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.876215] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.876449] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.876929] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-f31eeedc-851d-457f-8464-c8562fdeaf87 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.877169] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.877303] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.877767] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.877942] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f31eeedc-851d-457f-8464-c8562fdeaf87',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.959966] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1103.959966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.971061] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.381269] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.381408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.381408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.381703] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.381862] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.382045] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port f31eeedc-851d-457f-8464-c8562fdeaf87 not found, creating... [ 1104.382317] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.382474] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.382593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.382813] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.382954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.383254] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.383458] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.383670] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.383861] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.383998] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.384154] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: f31eeedc-851d-457f-8464-c8562fdeaf87 is going to be created. [ 1104.405252] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.406593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.406593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.406593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.406593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.406593] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.476130] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.978784] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.978943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.978993] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.979243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.979334] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.979444] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be updated. [ 1105.011316] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.011493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.011493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.011798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.012012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.023981] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [req-aeeb77d9-17f5-49c9-b1fa-bc1c729dd00d req-f63ad564-951b-4dab-9ec0-5c6e0796dcdf service nova] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [req-aeeb77d9-17f5-49c9-b1fa-bc1c729dd00d req-f63ad564-951b-4dab-9ec0-5c6e0796dcdf service nova] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [req-aeeb77d9-17f5-49c9-b1fa-bc1c729dd00d req-f63ad564-951b-4dab-9ec0-5c6e0796dcdf service nova] Enqueued Resource ID: f31eeedc-851d-457f-8464-c8562fdeaf87 with Priority: HIGHEST for action port [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_rules [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1105.169532] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31eeedc-851d-457f-8464-c8562fdeaf87 with Priority: HIGHEST for action port [ 1105.169532] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.170041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.170252] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.171427] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.171533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.171750] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f31eeedc-851d-457f-8464-c8562fdeaf87 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.171871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.171906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.172542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.172542] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f31eeedc-851d-457f-8464-c8562fdeaf87',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.674372] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.674630] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f31eeedc-851d-457f-8464-c8562fdeaf87 with status ACTIVE [ 1105.674753] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.674919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.675159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.675252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.675418] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.675537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.675602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.675754] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.675830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.676026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.676111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.676320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.676391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.676493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.676584] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f31eeedc-851d-457f-8464-c8562fdeaf87 is going to be updated. [ 1105.701209] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.701361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.701529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.701681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.701842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.702012] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f31eeedc-851d-457f-8464-c8562fdeaf87" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.753467] env[63533]: INFO networking_nsxv3.common.synchronization [req-bf294917-e938-4c78-9f32-d7dc9d794ebf req-535fedfb-1f62-4609-acfc-1fa82c401bc1 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1105.753467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1105.753467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.753467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.753833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.753833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.753943] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.754662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.754662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.754662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.754662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.754662] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.129230] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.129422] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.131946] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.131946] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.131946] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.131946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.131946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.131946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.131946] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.131946] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.131946] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.151716] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.151901] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.152076] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.152265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.152587] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.153058] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.153058] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.153244] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.153533] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319cec1c-49eb-43a4-a9ec-6b74a507b6d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.258067] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.258067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.258067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.258067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.258067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.258067] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.258067] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.258454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.258454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.258454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.258454] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 already deleted. [ 1106.258568] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.655714] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655916] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.656042] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.656429] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.656606] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.657220] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 not found, creating... [ 1106.657220] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.657220] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.657444] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.657609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.657752] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.659384] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.659827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660088] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.660304] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.660531] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 is going to be created. [ 1106.682438] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.682764] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.682862] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.683198] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.683397] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.683656] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.040007] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1107.040400] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.040737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.040936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.041168] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.041313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.041313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.041700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.041700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.041700] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.544515] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [req-bf294917-e938-4c78-9f32-d7dc9d794ebf req-9f672a7c-3b54-450f-a24b-05f1134d2cd4 service nova] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [req-bf294917-e938-4c78-9f32-d7dc9d794ebf req-9f672a7c-3b54-450f-a24b-05f1134d2cd4 service nova] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [req-bf294917-e938-4c78-9f32-d7dc9d794ebf req-9f672a7c-3b54-450f-a24b-05f1134d2cd4 service nova] Enqueued Resource ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with Priority: HIGHEST for action port [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1107.603018] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with Priority: HIGHEST for action port [ 1107.603795] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.604080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.604280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.604710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.607026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.607026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.607026] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.607026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.607026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.608417] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.608535] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.608651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.608762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.608835] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319cec1c-49eb-43a4-a9ec-6b74a507b6d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.048436] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.110851] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.110998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.111218] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.112148] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with status ACTIVE [ 1108.112391] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.112614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.112614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.112774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.112860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.113046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.113199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.113428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.113588] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113675] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.113729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.113936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.114110] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 is going to be updated. [ 1108.135534] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.135692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.135692] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.135853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.135984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.136560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.217796] env[63533]: INFO networking_nsxv3.common.synchronization [req-9e63a1ca-ee49-44b7-8637-5c2d8f95e104 req-ee8151df-ff8f-4cb4-8d33-2b79c626b014 tempest-ServerDiskConfigTestJSON-1284737605 tempest-ServerDiskConfigTestJSON-1284737605-project-member] Enqueued Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1108.218651] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb with Priority: HIGHEST for action security_group_members [ 1108.218823] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.219323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.219516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.219743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.219969] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.220617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.220747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.220944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.221059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.221160] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5e3ded-be0a-4054-b5d8-5813ab55c2cb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.290552] env[63533]: INFO networking_nsxv3.common.synchronization [req-54638683-67fc-46bb-af88-1d9d29e42f67 req-58a79fb8-de3c-4ef3-95a9-b6af5ba6b9a0 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1108.290552] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1108.290552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.290552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.290552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.291260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.291514] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.291726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.291869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.292287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.292563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.292817] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.552041] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.552041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.552041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.552339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.552373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.553042] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be updated. [ 1108.590206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.590391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.590454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.590659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.590804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.600175] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1108.616775] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.723090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.723321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.723440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.723737] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.723880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.724125] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.724259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.724373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.724455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.724532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.724618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb is going to be updated. [ 1108.742059] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.742378] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.742537] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.742980] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.743423] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.743665] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.743854] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.744150] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.744351] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.744698] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.744867] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.745013] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.745198] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.745352] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.745494] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.745665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.767687] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.767687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.767687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.767687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.767687] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.770379] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.770704] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.770704] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.770704] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.771112] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.771217] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.771329] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.771645] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.771784] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b86754-970c-4f8a-b3fb-ec8fb42d3863',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.782151] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: IN_PROGRESS for 2s [ 1108.797078] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.797078] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.797078] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.797078] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1108.830141] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.830385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.830385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.830654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.830790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.844441] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1109.118856] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.119171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.119171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.119369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.119436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.119581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be created. [ 1109.144344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.144628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.144628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.144758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.144940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.156799] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: UNINITIALIZED for 2s [ 1109.274017] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.274930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.274930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.274930] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.275113] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.275254] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c8b86754-970c-4f8a-b3fb-ec8fb42d3863 not found, creating... [ 1109.275627] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.275806] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.276095] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.276304] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.276531] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.276757] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.276913] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.277041] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.277262] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.277504] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.277558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c8b86754-970c-4f8a-b3fb-ec8fb42d3863 is going to be created. [ 1109.319718] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.319718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.319718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.319718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.319718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.319718] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.094382] env[63533]: INFO networking_nsxv3.common.synchronization [req-54638683-67fc-46bb-af88-1d9d29e42f67 req-caac84b2-e2fe-4ab7-a724-67fc7c7623a3 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 1110.094802] env[63533]: INFO networking_nsxv3.common.synchronization [req-54638683-67fc-46bb-af88-1d9d29e42f67 req-caac84b2-e2fe-4ab7-a724-67fc7c7623a3 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1110.099023] env[63533]: INFO networking_nsxv3.common.synchronization [req-54638683-67fc-46bb-af88-1d9d29e42f67 req-caac84b2-e2fe-4ab7-a724-67fc7c7623a3 service nova] Enqueued Resource ID: c8b86754-970c-4f8a-b3fb-ec8fb42d3863 with Priority: HIGHEST for action port [ 1110.099023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 1110.099023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1110.099023] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b86754-970c-4f8a-b3fb-ec8fb42d3863 with Priority: HIGHEST for action port [ 1110.099023] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.099023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.099023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.099023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.099023] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.107032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.107032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.107032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.107275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.107275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.107492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.107585] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b86754-970c-4f8a-b3fb-ec8fb42d3863',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.610921] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b86754-970c-4f8a-b3fb-ec8fb42d3863 with status ACTIVE [ 1110.611233] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.611329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.611394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.611572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.611664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.611843] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.611927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.612007] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.612216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.612291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.612478] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.612562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.612621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.612758] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.612830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.612914] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b86754-970c-4f8a-b3fb-ec8fb42d3863 is going to be updated. [ 1110.614247] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.614247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.615052] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1110.615756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.615756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.615756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.615756] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.615756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.616044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.616044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.616044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.616127] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.616197] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.636443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.636659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.636756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.637070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.637215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.637385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b86754-970c-4f8a-b3fb-ec8fb42d3863" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.773621] env[63533]: INFO networking_nsxv3.common.synchronization [req-babea9b5-a0cb-4530-a528-73e64f2c053f req-bd5bfea3-ea9d-4057-8322-47be823bb6ba tempest-ServerActionsV293TestJSON-1816572243 tempest-ServerActionsV293TestJSON-1816572243-project-member] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1110.774572] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1110.774572] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.774572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.774572] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.774842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.774980] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.775428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.775428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.775428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.775428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.775568] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.796756] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb in Status: SUCCESS [ 1110.799497] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5e3ded-be0a-4054-b5d8-5813ab55c2cb deletion is rescheduled due to dependency. [ 1110.799497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5e3ded-be0a-4054-b5d8-5813ab55c2cb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.857131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1110.857384] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 deletion is rescheduled due to dependency. [ 1110.857476] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.857655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.857819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.858016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.858206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.858418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.858516] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.120240] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.177524] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: SUCCESS [ 1111.177759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.177934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.178176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.178364] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.178481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.178546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.178703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.178782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.178864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.178952] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.189574] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.189775] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-839" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.189973] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-839" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.190347] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-839" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.190673] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.191018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.191127] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.191386] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.191571] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.191807] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.191952] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.192140] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.192258] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.192414] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.192558] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.192737] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.213573] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.213738] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.213884] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.214168] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-839" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.214742] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3e8852b6-74d6-48df-920f-ee0169a7772e taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.215850] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.216016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.216491] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.216739] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8852b6-74d6-48df-920f-ee0169a7772e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.278664] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.278886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.278971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.279223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.279329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.279552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.279648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.279729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.279888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.279963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.280073] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd already deleted. [ 1111.280217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.361132] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.622173] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4dffc13-9497-4e4a-a5ab-44188defcefd: rpc.has_security_group_logging(os_id): False [ 1111.642620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.642775] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.642822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.643251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.643251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.643352] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.643448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.643511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.643685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.643762] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.643850] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be updated. [ 1111.681690] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.705321] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.705630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.705630] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.705752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.705904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.721047] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.721296] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.721428] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.721737] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.721897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.722069] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3e8852b6-74d6-48df-920f-ee0169a7772e not found, creating... [ 1111.722362] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.722518] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.722639] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.722871] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.723023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.723321] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.723479] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.723601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.723816] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.723954] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.724187] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3e8852b6-74d6-48df-920f-ee0169a7772e is going to be created. [ 1111.725965] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1111.749740] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.749990] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.750124] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.750437] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.750685] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.750938] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.865734] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.184061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27949275-3f1a-4bcf-8be8-2ee85f4bc048: rpc.has_security_group_logging(os_id): False [ 1112.208945] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.209111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.209111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.210046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.210046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.210046] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.210046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.210046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.210335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.210335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.210449] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be created. [ 1112.278826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.278826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.278826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.279411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.298952] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: IN_PROGRESS for 2s [ 1112.372759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.372759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.372759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.372759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.372759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.372759] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1112.443025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.443025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.443025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.443025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.443025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.462910] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [req-babea9b5-a0cb-4530-a528-73e64f2c053f req-bfdf5539-5a4c-455d-90a2-17d37a4dbd91 service nova] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [req-babea9b5-a0cb-4530-a528-73e64f2c053f req-bfdf5539-5a4c-455d-90a2-17d37a4dbd91 service nova] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [req-babea9b5-a0cb-4530-a528-73e64f2c053f req-bfdf5539-5a4c-455d-90a2-17d37a4dbd91 service nova] Enqueued Resource ID: 3e8852b6-74d6-48df-920f-ee0169a7772e with Priority: HIGHEST for action port [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_rules [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1112.736029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8852b6-74d6-48df-920f-ee0169a7772e with Priority: HIGHEST for action port [ 1112.736569] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.736569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.736569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.736690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.736723] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.738765] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.738937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.738973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.739133] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.739279] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.739366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.739423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.739558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.739638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.739720] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.740926] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8852b6-74d6-48df-920f-ee0169a7772e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.742119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.742119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.742119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.742119] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8852b6-74d6-48df-920f-ee0169a7772e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.996738] env[63533]: INFO networking_nsxv3.common.synchronization [req-f4c95ebe-c7f4-42f4-ac18-cf99e51bd292 req-3e5e8a19-5268-4bcd-9c00-101d032d9b57 tempest-ServersTestJSON-1673399815 tempest-ServersTestJSON-1673399815-project-member] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1112.996738] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGHEST for action security_group_members [ 1112.996738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.996738] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.996738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.996738] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.242789] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.242960] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.247413] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.248455] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e8852b6-74d6-48df-920f-ee0169a7772e with status ACTIVE [ 1113.248554] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.248623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.248711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.248923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.249032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.249410] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.249410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.249410] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.249749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.249802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.250028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.250147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.250199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.250367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.250445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.250493] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e8852b6-74d6-48df-920f-ee0169a7772e is going to be updated. [ 1113.274055] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.274227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.274266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.274948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.274948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.274948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8852b6-74d6-48df-920f-ee0169a7772e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.500352] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.500586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.500586] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.500784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.500877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.501087] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.501188] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.501249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.501408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.501484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.501571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 is going to be updated. [ 1113.528433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.528659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.528659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.529289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.529289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.536638] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: IN_PROGRESS for 2s [ 1113.740458] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1113.740731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.753252] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.257807] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.258194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.258337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.258756] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.259491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.259796] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd is going to be created. [ 1114.285700] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.285883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.285964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.286231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.286480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.316453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: UNINITIALIZED for 2s [ 1114.321044] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: SUCCESS [ 1114.321557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.474660] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1114.474905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.475013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.475266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.475466] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.475585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.475645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.475822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.475899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.475988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.476091] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.979459] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.483260] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20604ed1-89d7-44c8-a22d-d29c140065b8: rpc.has_security_group_logging(os_id): False [ 1115.503491] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.503644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.503721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.504009] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.504118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.504480] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.504590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.504658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.504817] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.504893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.504983] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1115.546843] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 in Status: SUCCESS [ 1115.546843] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 deletion is rescheduled due to dependency. [ 1115.546843] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.575917] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ba3c3800-8216-4bd5-b411-3184a113f9c6 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1115.577659] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.577916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.578080] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.578474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.578597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.580208] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1115.580609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.580773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.580878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.581099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.581688] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.581849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.581950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.582162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.582294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.582429] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.597161] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1116.086158] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.086158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.086158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.086158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.086686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.087385] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.087540] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.087582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.087902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.088021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.088122] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1116.140185] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.143173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.143173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.143173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.143173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.163249] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1116.327269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: SUCCESS [ 1116.327588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.327813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.328392] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.328553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.328641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.331154] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.331415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.331535] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.834723] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.336839] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c136938-0eea-4040-817f-1e8d7ca597dd: rpc.has_security_group_logging(os_id): False [ 1117.359335] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.359654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.359725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.359888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.359972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.360290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.360367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.360398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.360635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.360635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.360725] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd is going to be created. [ 1117.455928] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.456186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.456186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.456500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.456702] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.483612] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: IN_PROGRESS for 2s [ 1117.627101] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1117.627397] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.175638] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1118.177283] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 deletion is rescheduled due to dependency. [ 1118.177460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.497157] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: SUCCESS [ 1119.497700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.582611] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.582611] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1121.101809] env[63533]: INFO networking_nsxv3.common.synchronization [None req-6f2d89f1-d259-460d-add8-8541e9dbe2db None None] Enqueued Resource ID: 7c56fb6a-51b9-4d31-a2b1-31f57b2de09f with Priority: HIGHEST for action port [ 1121.102411] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c56fb6a-51b9-4d31-a2b1-31f57b2de09f with Priority: HIGHEST for action port [ 1121.102766] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c56fb6a-51b9-4d31-a2b1-31f57b2de09f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.102933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c56fb6a-51b9-4d31-a2b1-31f57b2de09f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.103052] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c56fb6a-51b9-4d31-a2b1-31f57b2de09f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.103318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c56fb6a-51b9-4d31-a2b1-31f57b2de09f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.103372] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c56fb6a-51b9-4d31-a2b1-31f57b2de09f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.606502] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c56fb6a-51b9-4d31-a2b1-31f57b2de09f [ 1121.606849] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.606849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.606954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.607116] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.607204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.607299] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c56fb6a-51b9-4d31-a2b1-31f57b2de09f already deleted. [ 1121.607379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c56fb6a-51b9-4d31-a2b1-31f57b2de09f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.159710] env[63533]: INFO networking_nsxv3.common.synchronization [None req-e0310107-89d2-49a6-937b-a0fe74e46e3f None None] Enqueued Resource ID: 814220e2-29d2-45f0-af0c-96257f8db8b3 with Priority: HIGHEST for action port [ 1123.160034] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814220e2-29d2-45f0-af0c-96257f8db8b3 with Priority: HIGHEST for action port [ 1123.160589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-814220e2-29d2-45f0-af0c-96257f8db8b3 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.160752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814220e2-29d2-45f0-af0c-96257f8db8b3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.160789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814220e2-29d2-45f0-af0c-96257f8db8b3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.162747] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814220e2-29d2-45f0-af0c-96257f8db8b3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.162747] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814220e2-29d2-45f0-af0c-96257f8db8b3',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.665886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 814220e2-29d2-45f0-af0c-96257f8db8b3 [ 1123.665886] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.665886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.665886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.665886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.665886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.665886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:814220e2-29d2-45f0-af0c-96257f8db8b3 already deleted. [ 1123.665886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814220e2-29d2-45f0-af0c-96257f8db8b3" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.764296] env[63533]: INFO networking_nsxv3.common.synchronization [req-a48ed84a-289c-4ebb-8a4e-49915fe920bc req-ec6f78af-74ef-41bc-bbc5-75ed0b75e1f2 tempest-DeleteServersTestJSON-312874781 tempest-DeleteServersTestJSON-312874781-project-member] Enqueued Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1124.764973] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b6390e-0574-463d-93e9-535fd28e24d9 with Priority: HIGHEST for action security_group_members [ 1124.765344] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b6390e-0574-463d-93e9-535fd28e24d9 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.765570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.765931] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.766091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.766091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.766252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.766354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.766487] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b6390e-0574-463d-93e9-535fd28e24d9',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.270977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.271163] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.271233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.271470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.271602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.271813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.271931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.271990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.272158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.272236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.272324] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 is going to be updated. [ 1125.305900] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.306117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.306209] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.306851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.307070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.316845] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: IN_PROGRESS for 2s [ 1127.334656] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b6390e-0574-463d-93e9-535fd28e24d9 in Status: SUCCESS [ 1127.335165] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b6390e-0574-463d-93e9-535fd28e24d9 deletion is rescheduled due to dependency. [ 1127.335165] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b6390e-0574-463d-93e9-535fd28e24d9" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.656870] env[63533]: INFO networking_nsxv3.common.synchronization [req-4a6ca8aa-b09e-4fb6-953d-9d19a2a91e76 req-edd50b2c-d333-4388-b9a4-60021c0b3567 tempest-ServerMetadataTestJSON-466342864 tempest-ServerMetadataTestJSON-466342864-project-member] Enqueued Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1127.658946] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1127.659475] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.659625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.659708] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.660315] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.660522] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.660633] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.660741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.660897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.660999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.661124] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.993024] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.993024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-221" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.993024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-221" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.993613] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-221" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.994086] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.994545] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.994841] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.995281] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.996211] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.996211] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.996211] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.996211] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.996419] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.996489] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.996612] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.996808] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.022545] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.022764] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.022923] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.023206] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-221" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.023578] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-fec44204-572f-48af-b2f0-8ba48080ec72 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.023847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.023940] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.024332] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.024508] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec44204-572f-48af-b2f0-8ba48080ec72',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.164213] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.164524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.164634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.164915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.165028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.165287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.165471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.165471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.165676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.165779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.165873] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 already deleted. [ 1128.166624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.528169] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.528627] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.528627] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.528829] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.529022] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.529221] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port fec44204-572f-48af-b2f0-8ba48080ec72 not found, creating... [ 1128.529467] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.529628] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.529747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.529988] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.530144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.530428] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.530617] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.530748] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.530962] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.531149] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.531251] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: fec44204-572f-48af-b2f0-8ba48080ec72 is going to be created. [ 1128.554431] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.554699] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.554829] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.555138] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.555379] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.555611] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.760694] env[63533]: INFO networking_nsxv3.common.synchronization [req-4a6ca8aa-b09e-4fb6-953d-9d19a2a91e76 req-6ab6d302-5922-4e66-87ab-818c4f844709 service nova] Enqueued Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_rules [ 1129.761047] env[63533]: INFO networking_nsxv3.common.synchronization [req-4a6ca8aa-b09e-4fb6-953d-9d19a2a91e76 req-6ab6d302-5922-4e66-87ab-818c4f844709 service nova] Enqueued Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1129.761047] env[63533]: INFO networking_nsxv3.common.synchronization [req-4a6ca8aa-b09e-4fb6-953d-9d19a2a91e76 req-6ab6d302-5922-4e66-87ab-818c4f844709 service nova] Enqueued Resource ID: fec44204-572f-48af-b2f0-8ba48080ec72 with Priority: HIGHEST for action port [ 1129.761295] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_rules [ 1129.761427] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1129.761526] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec44204-572f-48af-b2f0-8ba48080ec72 with Priority: HIGHEST for action port [ 1129.762146] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.762231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.762306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.762576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.762663] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.763922] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.764049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.764117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.764289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.764689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.764689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.764689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.764889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.764889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.764947] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.765703] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec44204-572f-48af-b2f0-8ba48080ec72 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.765800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.766069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.766069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.766069] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec44204-572f-48af-b2f0-8ba48080ec72',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.268118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.268253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.268444] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.269372] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec44204-572f-48af-b2f0-8ba48080ec72 with status ACTIVE [ 1130.269561] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.269705] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.269798] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.270031] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.270126] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.270300] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.270398] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.270460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.270611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.270691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.270872] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.270964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.272023] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.272242] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.272332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.272429] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec44204-572f-48af-b2f0-8ba48080ec72 is going to be updated. [ 1130.299348] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.299348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.299348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.299581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.299753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.299916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec44204-572f-48af-b2f0-8ba48080ec72" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.774593] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.277979] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.278337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.278337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.278547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.278614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.278748] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 is going to be created. [ 1131.344899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.345169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.345169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.345336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.345500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.356582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: UNINITIALIZED for 2s [ 1133.368600] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: SUCCESS [ 1133.368953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.369042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.369286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.369497] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.369706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.369706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.369830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.369917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.370017] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.370113] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.440529] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.440759] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.440886] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.441625] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.441625] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.441625] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.441910] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.441910] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.442074] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.442310] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.442404] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.442542] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.442631] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.442738] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.442845] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.442976] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.463257] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.463434] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.463577] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.463764] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.464222] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-880907a0-da53-40af-a1ad-126b284f384c taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.464381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.464381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.464707] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.464837] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880907a0-da53-40af-a1ad-126b284f384c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.872215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.872430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.872430] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.872653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.872821] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.872949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.872995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.873142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.873281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.873423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.873673] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.873838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.873945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.874193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.874421] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.874583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.874693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.874919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.875075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.875221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.875379] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.969673] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.969904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.970046] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.970336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.970490] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.973076] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 880907a0-da53-40af-a1ad-126b284f384c not found, creating... [ 1133.973076] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.973076] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.973076] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.973744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.973744] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 880907a0-da53-40af-a1ad-126b284f384c is going to be created. [ 1134.003718] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.003895] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.004046] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.004426] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.004730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.005144] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.380469] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15e42181-4de0-4281-8ef6-15ea95ba8887: rpc.has_security_group_logging(os_id): False [ 1134.399691] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.399879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.399926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.400151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.400241] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.400460] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.400563] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.400626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.400785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.400863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.401063] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.401160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.401221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.401362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.401437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.401617] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.401711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.401773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.401910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.401984] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.406301] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 is going to be created. [ 1134.477249] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.477249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.477249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.477637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.477637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.494537] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: IN_PROGRESS for 2s [ 1134.762790] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.762975] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.956264] env[63533]: INFO networking_nsxv3.common.synchronization [req-068ac987-3ff5-4bec-a750-03120be5a2f5 req-5e8c76e1-bcb4-4198-93f7-14bd95707f58 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1134.956386] env[63533]: INFO networking_nsxv3.common.synchronization [req-068ac987-3ff5-4bec-a750-03120be5a2f5 req-5e8c76e1-bcb4-4198-93f7-14bd95707f58 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1134.956541] env[63533]: INFO networking_nsxv3.common.synchronization [req-068ac987-3ff5-4bec-a750-03120be5a2f5 req-5e8c76e1-bcb4-4198-93f7-14bd95707f58 service nova] Enqueued Resource ID: 880907a0-da53-40af-a1ad-126b284f384c with Priority: HIGHEST for action port [ 1134.956802] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1134.956933] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1134.957046] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880907a0-da53-40af-a1ad-126b284f384c with Priority: HIGHEST for action port [ 1134.957632] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.957763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.957884] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.958331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.958437] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.960102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.960336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.960637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.960637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.960829] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.960896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.960933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.961076] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.961166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.961267] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.962574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-880907a0-da53-40af-a1ad-126b284f384c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.962684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.962755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.962912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.962992] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880907a0-da53-40af-a1ad-126b284f384c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.461681] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.461681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.468140] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 880907a0-da53-40af-a1ad-126b284f384c with status ACTIVE [ 1135.468140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.468140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.468140] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.468140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.468140] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 880907a0-da53-40af-a1ad-126b284f384c is going to be updated. [ 1135.469177] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.497086] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.497086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.497086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.497086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.497086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.497086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.889167] env[63533]: INFO networking_nsxv3.common.synchronization [None req-6dab9d34-adb6-42bf-a737-68ca8b5e5b96 None None] Enqueued Resource ID: 147ca536-be1a-450f-a56e-d2c15dd26915 with Priority: HIGHEST for action port [ 1135.889167] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ca536-be1a-450f-a56e-d2c15dd26915 with Priority: HIGHEST for action port [ 1135.889167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-147ca536-be1a-450f-a56e-d2c15dd26915 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.889167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147ca536-be1a-450f-a56e-d2c15dd26915" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.889167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147ca536-be1a-450f-a56e-d2c15dd26915" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.889167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147ca536-be1a-450f-a56e-d2c15dd26915" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.890511] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147ca536-be1a-450f-a56e-d2c15dd26915',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.972170] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.393306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 147ca536-be1a-450f-a56e-d2c15dd26915 [ 1136.393808] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.393808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.393808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.395250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.395370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.396068] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:147ca536-be1a-450f-a56e-d2c15dd26915 already deleted. [ 1136.396068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147ca536-be1a-450f-a56e-d2c15dd26915" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.474861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.475357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.475357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.476225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.476225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.476225] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1136.510992] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.510992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.510992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.511295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.511295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.514665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: SUCCESS [ 1136.514665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.524782] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1138.176370] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2d1d7680-e23d-4d62-ba64-444f1f73ffea None None] Enqueued Resource ID: 996e6b80-e97e-48e6-8c70-89af93f3541a with Priority: HIGHEST for action port [ 1138.177008] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996e6b80-e97e-48e6-8c70-89af93f3541a with Priority: HIGHEST for action port [ 1138.177791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-996e6b80-e97e-48e6-8c70-89af93f3541a taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.177965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-996e6b80-e97e-48e6-8c70-89af93f3541a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.179414] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-996e6b80-e97e-48e6-8c70-89af93f3541a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.179730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-996e6b80-e97e-48e6-8c70-89af93f3541a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.179828] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('996e6b80-e97e-48e6-8c70-89af93f3541a',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.548661] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1138.548865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.549515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.549515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.549631] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.550816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.550816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.550816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.550816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.550816] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.550816] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.682285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 996e6b80-e97e-48e6-8c70-89af93f3541a [ 1138.682488] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.682620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.682694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.682910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.682999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.683152] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:996e6b80-e97e-48e6-8c70-89af93f3541a already deleted. [ 1138.683239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-996e6b80-e97e-48e6-8c70-89af93f3541a" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.052195] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.052405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.052459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.052678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.052863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.052966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.054046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.054420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.054594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.054766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.055012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.055178] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.055292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.055542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.055773] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.055936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.057493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.057575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.057788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.057788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.057885] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.562778] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 1139.588616] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.588616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.588616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.588836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.588836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.589406] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.589406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.589406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.589406] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.589842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.589842] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.589842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.589981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.590863] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.590863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.590863] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1139.703155] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.703309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.703384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.703639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.703766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.722385] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1141.644967] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4dea270f-e142-4ac9-bb5e-0950a9f20ac0 None None] Enqueued Resource ID: 5bd92bb3-3df5-4503-b6da-cb434c725d06 with Priority: HIGHEST for action port [ 1141.644967] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd92bb3-3df5-4503-b6da-cb434c725d06 with Priority: HIGHEST for action port [ 1141.644967] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd92bb3-3df5-4503-b6da-cb434c725d06 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.644967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd92bb3-3df5-4503-b6da-cb434c725d06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.644967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd92bb3-3df5-4503-b6da-cb434c725d06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.651363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd92bb3-3df5-4503-b6da-cb434c725d06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.651363] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd92bb3-3df5-4503-b6da-cb434c725d06',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.739286] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1141.739476] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.994374] env[63533]: INFO networking_nsxv3.common.synchronization [None req-09a2cf8e-9e61-427b-8789-1970892527f3 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1141.995027] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1141.995456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.995456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.995620] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.996130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.996130] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.076264] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ef4a6d8c-6a4b-4d48-9418-fe59ce7e72de tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1142.078208] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1142.078875] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.079217] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.158621] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bd92bb3-3df5-4503-b6da-cb434c725d06 [ 1142.158621] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.158621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.158621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.158621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.158621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.158621] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bd92bb3-3df5-4503-b6da-cb434c725d06 already deleted. [ 1142.158621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd92bb3-3df5-4503-b6da-cb434c725d06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.368389] env[63533]: INFO networking_nsxv3.common.synchronization [req-0aaa5069-64bd-4362-8399-cd748ffd500e req-2ec50d2b-48e9-44c0-9dcd-b391b2851982 tempest-ServerMetadataTestJSON-466342864 tempest-ServerMetadataTestJSON-466342864-project-member] Enqueued Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1142.368939] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGHEST for action security_group_members [ 1142.371393] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.371529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.371582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.372466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.372642] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.372888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.372888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.372978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.373610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.373610] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.521301] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.521301] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 already deleted. [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.521301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.521301] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.876054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.882094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.882094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.882094] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 is going to be updated. [ 1142.922431] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.922431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.922431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.922431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.922431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.931478] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: IN_PROGRESS for 2s [ 1143.055560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.055898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.055898] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.056048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.059022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.059022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 already deleted. [ 1143.059022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.055229] env[63533]: INFO networking_nsxv3.common.synchronization [None req-321c244a-2392-4189-b96a-dc455e1faf34 None None] Enqueued Resource ID: 9c9d21b6-c3c4-410c-bf5d-3f70d12043be with Priority: HIGHEST for action port [ 1144.056040] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9d21b6-c3c4-410c-bf5d-3f70d12043be with Priority: HIGHEST for action port [ 1144.056451] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9d21b6-c3c4-410c-bf5d-3f70d12043be taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.056878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9d21b6-c3c4-410c-bf5d-3f70d12043be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.056878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9d21b6-c3c4-410c-bf5d-3f70d12043be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.057693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9d21b6-c3c4-410c-bf5d-3f70d12043be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.057693] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9d21b6-c3c4-410c-bf5d-3f70d12043be',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.324357] env[63533]: INFO networking_nsxv3.common.synchronization [req-c2d4de05-3f2e-4f0d-843a-0f766eb2d4c5 req-20bbd172-153b-48f5-88c0-6bbc050975d1 tempest-InstanceActionsV221TestJSON-123511877 tempest-InstanceActionsV221TestJSON-123511877-project-member] Enqueued Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1144.324660] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1144.324921] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.324989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.325072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.325346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.325507] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.325611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.325677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.325831] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.325910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.326107] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.561269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9d21b6-c3c4-410c-bf5d-3f70d12043be [ 1144.561269] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.561269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.561269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.561269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.561269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.561269] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9d21b6-c3c4-410c-bf5d-3f70d12043be already deleted. [ 1144.561269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9d21b6-c3c4-410c-bf5d-3f70d12043be" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.830107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.830107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.830107] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 already deleted. [ 1144.830107] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.961778] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.961992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-120" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.962132] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-120" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.962488] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-120" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.962756] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.962916] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.963295] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.963950] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.964286] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.964632] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.964859] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.965092] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.965242] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.965470] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.965594] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.965884] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.968112] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 in Status: SUCCESS [ 1144.968278] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 deletion is rescheduled due to dependency. [ 1144.968379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.002564] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.002633] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.002792] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.003226] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-120" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.003678] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-4befc99f-ca57-4a1f-9199-7001666fbd6b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.003678] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.003678] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.004532] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.004686] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4befc99f-ca57-4a1f-9199-7001666fbd6b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.023421] env[63533]: INFO networking_nsxv3.common.synchronization [req-dd775a53-9d6f-4bee-9c05-0e0180548c8f req-db7658fd-42ba-4f1c-980c-50a389317bb7 tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1145.023995] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1145.024319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.024433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.024541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.024718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.024891] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.025181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.025181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.025347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.025347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.025533] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.507732] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.508029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.508113] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.508354] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.508517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.508646] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 4befc99f-ca57-4a1f-9199-7001666fbd6b not found, creating... [ 1145.509095] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.509095] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.509211] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.509442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.509586] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.509869] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.510054] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.510298] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.510372] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.510502] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.510644] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 4befc99f-ca57-4a1f-9199-7001666fbd6b is going to be created. [ 1145.528574] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.528686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.528723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.528940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.529050] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.529261] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.529365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.529420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.529635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.529714] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.529832] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1145.545419] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.545627] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.545756] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.546047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.546288] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.546514] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.564450] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.564670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.564670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.564853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.564997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.574016] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1146.291663] env[63533]: INFO networking_nsxv3.common.synchronization [req-c2d4de05-3f2e-4f0d-843a-0f766eb2d4c5 req-69559155-5d93-41f4-8ac2-013245ab57dd service nova] Enqueued Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_rules [ 1146.293743] env[63533]: INFO networking_nsxv3.common.synchronization [req-c2d4de05-3f2e-4f0d-843a-0f766eb2d4c5 req-69559155-5d93-41f4-8ac2-013245ab57dd service nova] Enqueued Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1146.293955] env[63533]: INFO networking_nsxv3.common.synchronization [req-c2d4de05-3f2e-4f0d-843a-0f766eb2d4c5 req-69559155-5d93-41f4-8ac2-013245ab57dd service nova] Enqueued Resource ID: 4befc99f-ca57-4a1f-9199-7001666fbd6b with Priority: HIGHEST for action port [ 1146.294643] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_rules [ 1146.294791] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1146.294887] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4befc99f-ca57-4a1f-9199-7001666fbd6b with Priority: HIGHEST for action port [ 1146.295189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.295304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.295371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.295631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.295707] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.296594] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.297020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.297020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.297020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.297228] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.297228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.297317] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.298246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.298246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.298246] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.298861] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-4befc99f-ca57-4a1f-9199-7001666fbd6b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.298861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.298861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.299062] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.299104] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4befc99f-ca57-4a1f-9199-7001666fbd6b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.807513] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.807846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.807846] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.812028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4befc99f-ca57-4a1f-9199-7001666fbd6b with status ACTIVE [ 1146.812028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.812028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.812028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.812028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.812028] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4befc99f-ca57-4a1f-9199-7001666fbd6b is going to be updated. [ 1146.832263] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.832524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.832524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.832832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.832832] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.832966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4befc99f-ca57-4a1f-9199-7001666fbd6b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.315246] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.590165] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1147.590380] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 deletion is rescheduled due to dependency. [ 1147.590480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.814911] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.815417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.815417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.815417] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.815511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.815540] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 is going to be created. [ 1147.842070] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.842971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.842971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.842971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.843195] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.868552] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: UNINITIALIZED for 2s [ 1149.032768] env[63533]: INFO networking_nsxv3.common.synchronization [req-e65538ae-2bc2-43ce-a6d9-2724de8dda95 req-b8a99751-d922-4405-91c0-3c08d2e38520 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1149.033490] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1149.034153] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.034348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.034454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.034760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.035118] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.035286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.035538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.035633] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.394278] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.394493] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.394665] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.395037] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.395310] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.395471] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.395592] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.395820] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.395971] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.396198] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.396312] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.396423] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.396531] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.396662] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.396779] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.396915] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.420865] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.421059] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.421205] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.421434] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.421712] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-c42aed5e-d684-4b97-aade-4acca4902f3d taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.422029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.422029] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.422346] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.422697] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42aed5e-d684-4b97-aade-4acca4902f3d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.539470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.539548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.539548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.539769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.539861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.540076] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.540597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.540597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.540597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.540597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.540597] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 already deleted. [ 1149.540597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.876439] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: SUCCESS [ 1149.876911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.877131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.877403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.877620] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.877846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.877961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.878141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.878228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.878321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.878413] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.924991] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.925245] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.925378] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.925730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.925897] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.926069] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port c42aed5e-d684-4b97-aade-4acca4902f3d not found, creating... [ 1149.926339] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.926497] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.926628] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.926912] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.927064] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.927347] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.927506] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.927754] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.928695] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.929287] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.929287] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: c42aed5e-d684-4b97-aade-4acca4902f3d is going to be created. [ 1149.953819] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.954129] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.954255] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.954585] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.954845] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.955095] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.381302] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.381612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.381612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.381779] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.382000] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.382221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.382221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.382363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.382459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.382585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.382705] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.382764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.382824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.382961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.383112] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.383194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.383253] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.383383] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.383519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.383607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.383698] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.416445] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.416671] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.416822] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.417111] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.417407] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.417571] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.417711] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.417940] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.418141] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.419270] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.419270] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.419270] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.419270] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.419270] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.419270] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.419270] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.437971] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.438221] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.438579] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.438611] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-461" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.438952] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-880907a0-da53-40af-a1ad-126b284f384c taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.439159] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.439299] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.439589] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.439746] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880907a0-da53-40af-a1ad-126b284f384c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.834615] env[63533]: INFO networking_nsxv3.common.synchronization [req-e65538ae-2bc2-43ce-a6d9-2724de8dda95 req-ceeb2f6e-331d-4b78-bfd9-23852db48370 service nova] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1150.834807] env[63533]: INFO networking_nsxv3.common.synchronization [req-e65538ae-2bc2-43ce-a6d9-2724de8dda95 req-ceeb2f6e-331d-4b78-bfd9-23852db48370 service nova] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1150.834950] env[63533]: INFO networking_nsxv3.common.synchronization [req-e65538ae-2bc2-43ce-a6d9-2724de8dda95 req-ceeb2f6e-331d-4b78-bfd9-23852db48370 service nova] Enqueued Resource ID: c42aed5e-d684-4b97-aade-4acca4902f3d with Priority: HIGHEST for action port [ 1150.835517] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_rules [ 1150.835658] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1150.835796] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42aed5e-d684-4b97-aade-4acca4902f3d with Priority: HIGHEST for action port [ 1150.836810] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.837064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.837197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.837456] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.837589] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.840085] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.840323] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.840675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.840844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.841097] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.841192] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.842183] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42aed5e-d684-4b97-aade-4acca4902f3d taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.842408] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.842468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.842653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.842760] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42aed5e-d684-4b97-aade-4acca4902f3d',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.887075] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d2df4df-906c-4bb1-be7b-b1cdf4808b11: rpc.has_security_group_logging(os_id): False [ 1150.918500] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.918706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.918753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.919402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.919402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.919402] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.919402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.919402] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.919667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.919667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.919811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.919888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.919948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.920137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.920215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.920396] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.920487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.920547] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.920683] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.920757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.921120] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 is going to be created. [ 1150.943982] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.944237] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.944370] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.944692] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.944847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.945160] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.945320] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.945440] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.945668] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.945809] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.946188] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.946346] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.946469] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.946734] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.946886] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.947040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 880907a0-da53-40af-a1ad-126b284f384c is going to be updated. [ 1150.990368] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.990605] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.990736] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.991044] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.991297] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.991474] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.026862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.027079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.027145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.027350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.027582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.041453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: IN_PROGRESS for 2s [ 1151.340276] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.340431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.344954] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.346278] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c42aed5e-d684-4b97-aade-4acca4902f3d with status ACTIVE [ 1151.346278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.346436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.346436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.347160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.347160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.347160] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.347160] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.347477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.347477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.347477] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.347769] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.347894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.347961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.348138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.348216] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.348308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c42aed5e-d684-4b97-aade-4acca4902f3d is going to be updated. [ 1151.383259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.383834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.383834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.383834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.383834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.384106] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42aed5e-d684-4b97-aade-4acca4902f3d" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.711893] env[63533]: INFO networking_nsxv3.common.synchronization [req-9f3cdfb7-478f-4801-bcbd-8b82f75c8f62 req-2fa2a107-5eb1-4f82-bee3-ea8728601513 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1151.712118] env[63533]: INFO networking_nsxv3.common.synchronization [req-9f3cdfb7-478f-4801-bcbd-8b82f75c8f62 req-2fa2a107-5eb1-4f82-bee3-ea8728601513 service nova] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1151.712321] env[63533]: INFO networking_nsxv3.common.synchronization [req-9f3cdfb7-478f-4801-bcbd-8b82f75c8f62 req-2fa2a107-5eb1-4f82-bee3-ea8728601513 service nova] Enqueued Resource ID: 880907a0-da53-40af-a1ad-126b284f384c with Priority: HIGHEST for action port [ 1151.712918] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_rules [ 1151.713151] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1151.713319] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880907a0-da53-40af-a1ad-126b284f384c with Priority: HIGHEST for action port [ 1151.713633] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.713774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.713844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.714089] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.714187] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.715099] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.715204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.715631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.715631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.715631] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.715880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.715880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.715880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.715980] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.716051] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.716898] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-880907a0-da53-40af-a1ad-126b284f384c taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.717013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.717070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.717224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.717664] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880907a0-da53-40af-a1ad-126b284f384c',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.850204] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.218646] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.218845] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.221148] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.222225] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 880907a0-da53-40af-a1ad-126b284f384c with status ACTIVE [ 1152.222296] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.222473] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.222545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.222753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.222837] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.223024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.223203] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.223351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.223424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.223606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.223824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.224051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.224173] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.224299] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 880907a0-da53-40af-a1ad-126b284f384c is going to be updated. [ 1152.266339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.266484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.266556] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.266855] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.266991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.267246] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880907a0-da53-40af-a1ad-126b284f384c" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.352934] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.353184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.353184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.353394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.353482] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.353581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 is going to be created. [ 1152.436597] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.437069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.437069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.437247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.437428] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.461626] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: UNINITIALIZED for 2s [ 1152.727615] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.055500] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: SUCCESS [ 1153.055854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.230407] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.230600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.230600] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.230873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.230972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.231097] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1153.271563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.271791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.271791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.272018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.272155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.300402] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1154.505915] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: SUCCESS [ 1154.506399] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.506625] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.506934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.507208] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.507409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.507553] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.507828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.507946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.507989] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.508131] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.011073] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.312242] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1155.312501] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.312703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.312958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.313206] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.313337] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.313396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.313591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.313693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.313800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.313900] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.513617] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed195d3f-9c29-4ea5-a3de-9c8556884096: rpc.has_security_group_logging(os_id): False [ 1155.534237] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.534483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.534542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.534820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.534929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.535245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.535431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.535431] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.535628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.535711] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.535818] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 is going to be created. [ 1155.635149] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.635377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.635377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.635583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.635757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.648763] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: IN_PROGRESS for 2s [ 1155.817147] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.817313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.817380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.817612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.817814] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.817907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.817973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.818142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.818229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.818318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.818473] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.818564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.818618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.818760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.818904] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.819128] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.819344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.819559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.819698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.819830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.819984] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.246200] env[63533]: INFO networking_nsxv3.common.synchronization [req-b47f8204-f8e3-4e01-b2c1-ae1dc1ce0fd6 req-f8ecea03-8f8d-48d2-9ba4-cca489efcbab tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1156.246704] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1156.247142] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.247307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.247357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.247545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.247707] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.247804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.247906] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.248084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.248168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.248264] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.324111] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c926a368-7ae5-4d86-9cac-7b30367ff353: rpc.has_security_group_logging(os_id): False [ 1156.359433] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.359607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.359655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.359888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.359994] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.360199] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.360413] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.360510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.360632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.360703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.361533] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.361533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.361533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.361533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.361533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.361533] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.361901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.361901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.361901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.361901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.362187] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1156.462177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.462395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.462395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.462725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.463889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.480627] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1156.750088] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.750401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.750401] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.750678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.750806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.751100] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.751238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.751329] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.751543] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.751650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.751774] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1156.755164] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.755355] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.755484] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.755730] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.755987] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.756167] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.756288] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.756503] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.756659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.756905] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.757037] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.757217] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.757270] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.757372] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.757480] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.757615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.784475] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.784699] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.784902] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.785207] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.785630] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-9f09c892-0333-4063-a5da-daa3e2bf19f5 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.785814] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.785958] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.786321] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.786468] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f09c892-0333-4063-a5da-daa3e2bf19f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.794314] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.794518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.794585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.794771] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.794912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.806604] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1157.217720] env[63533]: INFO networking_nsxv3.common.synchronization [req-af8ed565-e97a-49ca-bb0e-e282ee62ecd2 req-3facf9fa-ddcf-40c9-89b8-1b9055bf75f1 tempest-InstanceActionsV221TestJSON-123511877 tempest-InstanceActionsV221TestJSON-123511877-project-member] Enqueued Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1157.218404] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGHEST for action security_group_members [ 1157.218719] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.218856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.218912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.219234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.219398] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.219499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.219561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.219723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.219810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.220773] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.290833] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.290833] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 9f09c892-0333-4063-a5da-daa3e2bf19f5 not found, creating... [ 1157.290833] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.290833] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.291377] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.291377] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.291755] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.292058] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.292302] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.293763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.293763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.293763] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 9f09c892-0333-4063-a5da-daa3e2bf19f5 is going to be created. [ 1157.426753] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.426753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.426753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.426753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.426753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.426753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.662363] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: SUCCESS [ 1157.662742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.723676] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.723676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.723676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.723923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.723923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.724103] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.724213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.724277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.724438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.724517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.724621] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 is going to be updated. [ 1157.819599] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.819862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.819862] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.820051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.820196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.833561] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: IN_PROGRESS for 2s [ 1158.028341] env[63533]: INFO networking_nsxv3.common.synchronization [req-b47f8204-f8e3-4e01-b2c1-ae1dc1ce0fd6 req-dc664c8c-a15d-4d0c-ba45-36327807bd7f service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1158.028529] env[63533]: INFO networking_nsxv3.common.synchronization [req-b47f8204-f8e3-4e01-b2c1-ae1dc1ce0fd6 req-dc664c8c-a15d-4d0c-ba45-36327807bd7f service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1158.028670] env[63533]: INFO networking_nsxv3.common.synchronization [req-b47f8204-f8e3-4e01-b2c1-ae1dc1ce0fd6 req-dc664c8c-a15d-4d0c-ba45-36327807bd7f service nova] Enqueued Resource ID: 9f09c892-0333-4063-a5da-daa3e2bf19f5 with Priority: HIGHEST for action port [ 1158.028913] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1158.029056] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1158.029154] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f09c892-0333-4063-a5da-daa3e2bf19f5 with Priority: HIGHEST for action port [ 1158.029772] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.029910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.029910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.030181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.030285] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.031552] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.031658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.031831] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f09c892-0333-4063-a5da-daa3e2bf19f5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.031927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.032030] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.032259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.032336] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f09c892-0333-4063-a5da-daa3e2bf19f5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.498656] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1158.498915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.534619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.534819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.536303] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f09c892-0333-4063-a5da-daa3e2bf19f5 with status ACTIVE [ 1158.536655] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.536930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.537079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.537316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.537415] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.537806] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.538167] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.538357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.538838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.538838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.538838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.539079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.539079] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.539313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.539461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.539581] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f09c892-0333-4063-a5da-daa3e2bf19f5 is going to be updated. [ 1158.564826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.565056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.565056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.565306] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.565451] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.565624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f09c892-0333-4063-a5da-daa3e2bf19f5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.815870] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1158.816191] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 deletion is rescheduled due to dependency. [ 1158.816349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.816565] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.816952] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.817215] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.817351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.817419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.817585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.817727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.817983] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.320165] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.826026] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.844833] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 in Status: SUCCESS [ 1159.845041] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 deletion is rescheduled due to dependency. [ 1159.845120] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.330940] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.330940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.330940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.330940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.330940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.330940] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1160.361409] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.364151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.364151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.364151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.364151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.376676] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1162.391990] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1162.392395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.392649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.392768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.392918] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.393034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.393093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.393260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.393363] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.393426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.393517] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.896257] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.030241] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.030453] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1163.399586] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1163.418968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.419145] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.419186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.419550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.419591] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.419817] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.419918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.419981] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.420149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.420227] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.420318] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1163.494044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.494179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.494179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.494352] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.494497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.513067] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1165.531358] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1165.531768] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.206975] env[63533]: INFO networking_nsxv3.common.synchronization [req-a8aace11-0e85-45b7-9435-0c15d835bc4a req-87723eb3-5e37-4dda-ac23-4453991427be tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1167.207598] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1167.207959] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.212388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.212541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.212765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.212957] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.213084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.213148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.213293] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.213376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.213473] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.716668] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.219718] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.722388] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.722636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.722636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.722835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.722928] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.723047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be updated. [ 1168.753220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.753422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.753422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.753701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.753933] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.766256] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1170.650712] env[63533]: INFO networking_nsxv3.common.synchronization [req-ce164d0b-b604-4abc-8749-8dd242e8cca3 req-ba0d030a-9547-478d-8988-b462b9863ade tempest-ServerActionsV293TestJSON-1816572243 tempest-ServerActionsV293TestJSON-1816572243-project-member] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1170.651314] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGHEST for action security_group_members [ 1170.651882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.652046] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.652113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.652318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.652479] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.652575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.652636] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.652825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.652910] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.653020] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.778071] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1170.778300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.155380] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.155607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.155607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.156081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.156081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.156238] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.156311] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.156366] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.156538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.156611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.156864] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd is going to be updated. [ 1171.184250] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.184437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.184437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.184788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.186231] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.195114] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: IN_PROGRESS for 2s [ 1173.206856] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c136938-0eea-4040-817f-1e8d7ca597dd in Status: SUCCESS [ 1173.207229] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd deletion is rescheduled due to dependency. [ 1173.207280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.321383] env[63533]: INFO networking_nsxv3.common.synchronization [req-5cb2aef8-42cc-4c4a-a9f6-338aac34f6b6 req-a3b8dee5-01ad-4155-abda-f552737aeaf0 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1174.322020] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dffc13-9497-4e4a-a5ab-44188defcefd with Priority: HIGHEST for action security_group_members [ 1174.322487] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4dffc13-9497-4e4a-a5ab-44188defcefd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.322617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.322695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.322873] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.323916] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.323916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.323916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.323916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.323916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.323916] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4dffc13-9497-4e4a-a5ab-44188defcefd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.828421] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.828421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.828421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.828627] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.828667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.828866] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.828961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.829036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.829208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.829396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.829396] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd is going to be updated. [ 1174.863185] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.863457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.863457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.863618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.863760] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.875207] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: IN_PROGRESS for 2s [ 1176.116182] env[63533]: INFO networking_nsxv3.common.synchronization [None req-f5b456f9-c8a5-422b-8f1b-5345c7967079 None None] Enqueued Resource ID: f252d0b6-02a1-436a-b8eb-7dfd1b16ac63 with Priority: HIGHEST for action port [ 1176.116725] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f252d0b6-02a1-436a-b8eb-7dfd1b16ac63 with Priority: HIGHEST for action port [ 1176.117384] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f252d0b6-02a1-436a-b8eb-7dfd1b16ac63 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f252d0b6-02a1-436a-b8eb-7dfd1b16ac63" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.117694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f252d0b6-02a1-436a-b8eb-7dfd1b16ac63" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.118220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f252d0b6-02a1-436a-b8eb-7dfd1b16ac63" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.118513] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f252d0b6-02a1-436a-b8eb-7dfd1b16ac63',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.622442] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f252d0b6-02a1-436a-b8eb-7dfd1b16ac63 [ 1176.622710] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.622936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.622936] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.623182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.623297] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.623397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f252d0b6-02a1-436a-b8eb-7dfd1b16ac63 already deleted. [ 1176.623489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f252d0b6-02a1-436a-b8eb-7dfd1b16ac63" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.887238] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4dffc13-9497-4e4a-a5ab-44188defcefd in Status: SUCCESS [ 1176.887399] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4dffc13-9497-4e4a-a5ab-44188defcefd deletion is rescheduled due to dependency. [ 1176.887806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4dffc13-9497-4e4a-a5ab-44188defcefd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.395165] env[63533]: INFO networking_nsxv3.common.synchronization [None req-b81744b9-31b8-44b3-a65e-c10ab0e6c946 None None] Enqueued Resource ID: ff4b55f2-3e3b-4af7-a902-bf9d6beb2403 with Priority: HIGHEST for action port [ 1178.395819] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4b55f2-3e3b-4af7-a902-bf9d6beb2403 with Priority: HIGHEST for action port [ 1178.396167] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4b55f2-3e3b-4af7-a902-bf9d6beb2403 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.396295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4b55f2-3e3b-4af7-a902-bf9d6beb2403" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.396367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4b55f2-3e3b-4af7-a902-bf9d6beb2403" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.396639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4b55f2-3e3b-4af7-a902-bf9d6beb2403" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.396730] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4b55f2-3e3b-4af7-a902-bf9d6beb2403',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.900570] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff4b55f2-3e3b-4af7-a902-bf9d6beb2403 [ 1178.900969] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.901208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.901324] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.901652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.901820] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.901985] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff4b55f2-3e3b-4af7-a902-bf9d6beb2403 already deleted. [ 1178.902138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4b55f2-3e3b-4af7-a902-bf9d6beb2403" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.189396] env[63533]: INFO networking_nsxv3.common.synchronization [None req-1a71d0be-00e5-40ad-89af-3e9db8a4ee25 tempest-AttachInterfacesTestJSON-1766979869 tempest-AttachInterfacesTestJSON-1766979869-project-member] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1181.189952] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGHEST for action security_group_members [ 1181.190287] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.190422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.190506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.190730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.190896] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.190995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.191221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.191404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.191528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.191663] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.693991] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.693991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.694513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.694513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.694513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.694810] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.694810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.694810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.695139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.695139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.695139] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be updated. [ 1181.740698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.740865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.741541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.741541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.741541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.751767] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: IN_PROGRESS for 2s [ 1183.733798] env[63533]: INFO networking_nsxv3.common.synchronization [req-ff7b8923-4b8f-40c9-93b1-619950a57415 req-ef070f5f-4e78-472a-a8de-032aa7195a02 tempest-ServerTagsTestJSON-2008059827 tempest-ServerTagsTestJSON-2008059827-project-member] Enqueued Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1183.734433] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1183.734952] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.735978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.736096] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.736357] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.736560] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.736672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.736738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.736971] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.737021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.737107] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.763376] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c926a368-7ae5-4d86-9cac-7b30367ff353 in Status: SUCCESS [ 1183.764471] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 deletion is rescheduled due to dependency. [ 1183.764471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.055437] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.055655] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-925" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.055802] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-925" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.056279] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-925" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.056543] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.056713] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.056837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.057182] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.057344] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.057562] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.057684] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.057798] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.057915] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.058043] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.058317] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.058317] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.079693] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.079940] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.080114] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.080301] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-925" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.080617] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8e0bc120-3db7-47f2-924e-a7cb1aad608b taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.080845] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.080904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.081294] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.081447] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0bc120-3db7-47f2-924e-a7cb1aad608b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.239793] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.239977] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.240118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.240371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.240512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.240736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.240844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.240915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.241115] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.241197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.241285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab already deleted. [ 1184.241365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.584338] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.584834] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.584834] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.585057] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.585224] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.585387] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8e0bc120-3db7-47f2-924e-a7cb1aad608b not found, creating... [ 1184.585662] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.586050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.586050] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.586190] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.586318] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.586603] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.586837] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.586940] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.587173] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.587327] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.587461] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8e0bc120-3db7-47f2-924e-a7cb1aad608b is going to be created. [ 1184.616113] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.616113] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.616113] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.616433] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.616657] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.617458] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.354208] env[63533]: INFO networking_nsxv3.common.synchronization [req-ff7b8923-4b8f-40c9-93b1-619950a57415 req-a95e7f38-582f-48a2-b4a9-1bfe70b4e71c service nova] Enqueued Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_rules [ 1185.354926] env[63533]: INFO networking_nsxv3.common.synchronization [req-ff7b8923-4b8f-40c9-93b1-619950a57415 req-a95e7f38-582f-48a2-b4a9-1bfe70b4e71c service nova] Enqueued Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1185.354926] env[63533]: INFO networking_nsxv3.common.synchronization [req-ff7b8923-4b8f-40c9-93b1-619950a57415 req-a95e7f38-582f-48a2-b4a9-1bfe70b4e71c service nova] Enqueued Resource ID: 8e0bc120-3db7-47f2-924e-a7cb1aad608b with Priority: HIGHEST for action port [ 1185.354926] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_rules [ 1185.355087] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1185.355087] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0bc120-3db7-47f2-924e-a7cb1aad608b with Priority: HIGHEST for action port [ 1185.355627] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.355753] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.355821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.356100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.356188] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.361260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.361260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.361260] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.361260] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.361260] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0bc120-3db7-47f2-924e-a7cb1aad608b taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.362232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.362232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.362232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.362232] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0bc120-3db7-47f2-924e-a7cb1aad608b',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.864092] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.864506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.864506] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.865549] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0bc120-3db7-47f2-924e-a7cb1aad608b with status ACTIVE [ 1185.865736] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.865849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.865964] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.866135] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.866222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.866396] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.866489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.866548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.866690] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.866763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.867020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.867123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.867182] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.867320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.867392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.867477] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0bc120-3db7-47f2-924e-a7cb1aad608b is going to be updated. [ 1185.891740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.891972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.891972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.892164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.892301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.892465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0bc120-3db7-47f2-924e-a7cb1aad608b" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.371426] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.873899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.874042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.874157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.874423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.874577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.874635] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab is going to be created. [ 1186.900615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.900841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.900841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.901038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.901211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.914882] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: UNINITIALIZED for 2s [ 1188.934033] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: SUCCESS [ 1188.934465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.934564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.934868] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.935483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.935483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.935483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.935757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.935757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.935757] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.935848] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.441102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.441102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.441102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.441102] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441102] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.441795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.441795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.441795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.441795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.441795] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.948053] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab: rpc.has_security_group_logging(os_id): False [ 1189.977024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.977024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.977024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.977024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.977024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.977024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.977791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.977791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.977791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.977791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.977791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.977973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.977973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.978142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.978250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.978483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.978626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.978697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.978850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.978948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.979097] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab is going to be created. [ 1190.068555] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.068793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.068911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.069229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.069523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.097015] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: IN_PROGRESS for 2s [ 1190.356536] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.356795] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1192.120518] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: SUCCESS [ 1192.120968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.505195] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.505549] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.505549] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.505735] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.505922] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.506099] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.506222] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.506440] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.507035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.507035] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.507035] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.507218] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.507296] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.507403] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.508166] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.508166] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.533060] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.533263] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.533417] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.533658] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-648" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.534261] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.534562] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.534751] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.535140] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.535343] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319cec1c-49eb-43a4-a9ec-6b74a507b6d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.037915] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.038311] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.038570] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.039067] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.039256] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.039600] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.039781] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.039905] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.040192] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.040336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.040651] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.040817] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.041098] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.041397] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.041601] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.041795] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 is going to be updated. [ 1194.066357] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.066615] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.066765] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.067160] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.067446] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.067702] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.808920] env[63533]: INFO networking_nsxv3.common.synchronization [req-e3c37cbd-d363-4b64-9091-4ea308ea3fb6 req-d4bf3dd8-0d62-4c87-bfb3-0d3fe9b59a6e service nova] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1194.809337] env[63533]: INFO networking_nsxv3.common.synchronization [req-e3c37cbd-d363-4b64-9091-4ea308ea3fb6 req-d4bf3dd8-0d62-4c87-bfb3-0d3fe9b59a6e service nova] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1194.809487] env[63533]: INFO networking_nsxv3.common.synchronization [req-e3c37cbd-d363-4b64-9091-4ea308ea3fb6 req-d4bf3dd8-0d62-4c87-bfb3-0d3fe9b59a6e service nova] Enqueued Resource ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with Priority: HIGHEST for action port [ 1194.810354] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_rules [ 1194.810608] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1194.810820] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with Priority: HIGHEST for action port [ 1194.811278] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.811527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.811670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.812132] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.812303] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.813689] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.813902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.814047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.814526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.814789] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.815014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.815158] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.815447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.815607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.815768] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.817244] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.817429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.817536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.817841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.817911] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319cec1c-49eb-43a4-a9ec-6b74a507b6d6',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.321464] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.322606] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.322764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.322866] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 with status ACTIVE [ 1195.323032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.323147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.323223] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.323437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.323524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.324619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.324619] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.324619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.324619] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 319cec1c-49eb-43a4-a9ec-6b74a507b6d6 is going to be updated. [ 1195.354051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.354051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.354051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.354051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.354051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.354722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319cec1c-49eb-43a4-a9ec-6b74a507b6d6" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.827150] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.330446] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.330655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.330706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.330979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.331109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.331230] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be updated. [ 1196.376494] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.376781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.376781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.376924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.377164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.390532] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: IN_PROGRESS for 2s [ 1197.585406] env[63533]: INFO networking_nsxv3.common.synchronization [req-8ba4478f-7584-4293-b285-23d5e546640e req-b93a259b-0b41-4674-b345-6f7ed5b37b7a tempest-ServerTagsTestJSON-2008059827 tempest-ServerTagsTestJSON-2008059827-project-member] Enqueued Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1197.585938] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGHEST for action security_group_members [ 1197.586327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.586459] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.586526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.586752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.586914] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.587074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.587155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.587273] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.587354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.587450] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.090396] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.090590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.090677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.091026] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.091157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.091464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.091597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.091665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.091841] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.091920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.092022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab is going to be updated. [ 1198.121295] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.121295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.121295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.121295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.121295] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.130186] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: IN_PROGRESS for 2s [ 1198.365988] env[63533]: INFO networking_nsxv3.common.synchronization [req-3edd421f-b795-446f-b41c-9f6a4669da5f req-3a83c94f-a8c1-4a2b-bb40-f7cad97dd514 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1198.366611] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1198.366941] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.367204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.367270] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.367479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.367639] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.367739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.367796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.367938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.368036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.368145] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.402029] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: SUCCESS [ 1198.402029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.402784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.403111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.403355] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.403471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.403534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.404478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.404478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.404478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.404478] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.872467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.872794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.872794] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.873013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.873138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.873339] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.873421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.873466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.873621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.873695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.873782] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1198.906080] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.909121] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.909263] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.909395] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.909639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.909751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.920886] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1199.408671] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27949275-3f1a-4bcf-8be8-2ee85f4bc048: rpc.has_security_group_logging(os_id): False [ 1199.428337] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.428488] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.428558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.429509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.429509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.429985] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be updated. [ 1199.494791] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.494947] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.495084] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.495373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.495534] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.512212] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: IN_PROGRESS for 2s [ 1200.148285] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab in Status: SUCCESS [ 1200.148857] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab deletion is rescheduled due to dependency. [ 1200.148857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.932966] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1200.933254] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 deletion is rescheduled due to dependency. [ 1200.933369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.527457] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: SUCCESS [ 1201.527457] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.548159] env[63533]: INFO networking_nsxv3.common.synchronization [req-58e501d2-6a6b-4ae6-a7f8-ce2bb3759211 req-521d14fa-2099-44af-90a5-54d79e711541 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1201.548159] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fead06c-8295-4e24-898e-38200ffb6988 with Priority: HIGHEST for action security_group_members [ 1201.548159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fead06c-8295-4e24-898e-38200ffb6988 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.548159] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.548159] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.548159] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fead06c-8295-4e24-898e-38200ffb6988',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.049762] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.049937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.050019] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.050250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.050438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.050625] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.050695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.050752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.050931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.051068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.051103] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 is going to be updated. [ 1202.085267] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.085480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.085480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.086267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.086267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.097255] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: IN_PROGRESS for 2s [ 1204.109300] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fead06c-8295-4e24-898e-38200ffb6988 in Status: SUCCESS [ 1204.109591] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fead06c-8295-4e24-898e-38200ffb6988 deletion is rescheduled due to dependency. [ 1204.109716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fead06c-8295-4e24-898e-38200ffb6988" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.232035] env[63533]: INFO networking_nsxv3.common.synchronization [None req-59fd2328-4f48-401a-b67f-acb413d5f2a7 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1206.232670] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1206.233012] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.233350] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.233421] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.233719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.233794] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.320334] env[63533]: INFO networking_nsxv3.common.synchronization [None req-9f7c27aa-340f-4e7d-89c8-364968bdb240 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1206.320869] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1206.321415] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.321542] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.760035] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.760035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f already deleted. [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.760035] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.760035] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.285443] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.285443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.285443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.285941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.285941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.285941] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f already deleted. [ 1207.286091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.039531] env[63533]: INFO networking_nsxv3.common.synchronization [req-1a89eb8a-5523-415f-8e84-a9477404594e req-2cce51c3-38b1-4a98-8ec7-e1c3fe7a6d02 tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1210.040053] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1210.040393] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.040555] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.040606] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.040800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.040951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.041091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.041168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.041335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.041447] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.041552] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.356815] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.357024] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.357374] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.357943] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.358408] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.358602] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.358732] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.358989] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.359159] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.359423] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.359702] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.359873] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.360054] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.360243] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.360405] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.360584] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.395569] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.395833] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.396053] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.396261] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-328" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.396625] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.396866] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.397023] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.397399] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.397542] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.547798] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.548060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.548123] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.548403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.548532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.548812] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.548943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.549029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.549256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.549360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.549542] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1210.579024] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.579291] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.579386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.579634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.579835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.590047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1210.900900] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.901202] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.901352] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.901664] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.901820] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.901981] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 not found, creating... [ 1210.902264] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.902426] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.902544] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.902762] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.902898] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.903202] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903370] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.903482] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903690] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.903823] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.903965] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 is going to be created. [ 1210.925055] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.925339] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.925473] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.925800] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.926047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.926294] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.646208] env[63533]: INFO networking_nsxv3.common.synchronization [req-1a89eb8a-5523-415f-8e84-a9477404594e req-1f7f63d6-4812-4c02-af84-dc74a6a2da30 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 1211.646649] env[63533]: INFO networking_nsxv3.common.synchronization [req-1a89eb8a-5523-415f-8e84-a9477404594e req-1f7f63d6-4812-4c02-af84-dc74a6a2da30 service nova] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1211.646649] env[63533]: INFO networking_nsxv3.common.synchronization [req-1a89eb8a-5523-415f-8e84-a9477404594e req-1f7f63d6-4812-4c02-af84-dc74a6a2da30 service nova] Enqueued Resource ID: 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 with Priority: HIGHEST for action port [ 1211.646903] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_rules [ 1211.646903] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1211.647176] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 with Priority: HIGHEST for action port [ 1211.647611] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.647759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.647859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.647995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.648118] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.648951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.649075] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.649246] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.649387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.649387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.649610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.649685] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151407] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.151650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.151857] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 with status ACTIVE [ 1212.153388] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.153388] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.153388] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.154025] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.154025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.154025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.154025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.154025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.154025] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1 is going to be updated. [ 1212.178446] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.178659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.178715] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.178958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.179136] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.179312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cef0125-1cc7-4d4b-8c6a-2753ca19d0e1" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.226996] env[63533]: INFO networking_nsxv3.common.synchronization [req-477804dd-b122-4271-aeca-00630927bc12 req-4fe2ae38-99f8-46a2-8e5e-76c023c773d7 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1212.227701] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1212.228084] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.228285] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.228351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.228558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.228711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.228839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.228878] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.229043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.229134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.229229] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.546209] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.546550] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.546740] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.547038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.547433] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.547649] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.547847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.548271] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.548530] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.548855] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.549047] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.549222] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.549390] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.549569] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.549733] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.549929] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.582748] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.582962] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.583076] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.583265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.583658] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-056940fe-0d12-4a3b-a2be-582e970e06bf taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.583847] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.583974] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.584420] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.584579] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056940fe-0d12-4a3b-a2be-582e970e06bf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.600964] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1212.601176] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 deletion is rescheduled due to dependency. [ 1212.601267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.601678] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.601900] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.602097] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.602220] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.602284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.602440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.602522] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.602614] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.731398] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.731803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.731803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.731943] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.732129] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.732357] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.732468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.732532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.732710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.732796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.732888] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be updated. [ 1212.761908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.762139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.762139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.762339] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.762479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.774972] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1213.087119] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.087450] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.087609] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.087931] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.088222] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.088496] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 056940fe-0d12-4a3b-a2be-582e970e06bf not found, creating... [ 1213.088818] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.089130] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.089130] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.089383] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.089556] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.089862] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.090035] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.090176] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.090460] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.090607] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.090753] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 056940fe-0d12-4a3b-a2be-582e970e06bf is going to be created. [ 1213.104768] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.114911] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.115212] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.115358] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.115706] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.116045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.116336] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.606978] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.814043] env[63533]: INFO networking_nsxv3.common.synchronization [req-477804dd-b122-4271-aeca-00630927bc12 req-47a3cbaa-b5ed-45c9-baf4-c56c96eb8f8f service nova] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_rules [ 1213.814269] env[63533]: INFO networking_nsxv3.common.synchronization [req-477804dd-b122-4271-aeca-00630927bc12 req-47a3cbaa-b5ed-45c9-baf4-c56c96eb8f8f service nova] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1213.814399] env[63533]: INFO networking_nsxv3.common.synchronization [req-477804dd-b122-4271-aeca-00630927bc12 req-47a3cbaa-b5ed-45c9-baf4-c56c96eb8f8f service nova] Enqueued Resource ID: 056940fe-0d12-4a3b-a2be-582e970e06bf with Priority: HIGHEST for action port [ 1213.814888] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_rules [ 1213.815029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1213.815133] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056940fe-0d12-4a3b-a2be-582e970e06bf with Priority: HIGHEST for action port [ 1213.815529] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.815657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.815722] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.815917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.815995] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.816869] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.816954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.817171] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-056940fe-0d12-4a3b-a2be-582e970e06bf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.817271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.817326] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.817493] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.817568] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056940fe-0d12-4a3b-a2be-582e970e06bf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.111290] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.112412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.112589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.112937] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.113142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.113328] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1214.142279] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.142516] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.142575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.142782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.142905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.151887] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1214.319098] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.319320] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.322618] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 056940fe-0d12-4a3b-a2be-582e970e06bf with status ACTIVE [ 1214.322813] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.322934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.322997] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.323228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.323318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.323512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.323611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.323672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.323823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.323899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.324090] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.324183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.324244] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.324381] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.324454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.324558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 056940fe-0d12-4a3b-a2be-582e970e06bf is going to be updated. [ 1214.346703] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.346914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.346914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.347208] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.347358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.347527] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.785512] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1214.785761] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e deletion is rescheduled due to dependency. [ 1214.785842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.785982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.786309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.786511] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.786652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.786728] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.786907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.786987] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.787098] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.289074] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.493143] env[63533]: INFO networking_nsxv3.common.synchronization [req-35ac8b08-9435-48e8-930f-9ba89a52858e req-44b7fcd0-c6dc-48d1-9b21-30c75e6a3919 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1215.493143] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1215.493143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.493341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.493341] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.493605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.493734] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.494092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.494092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.494092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.494733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.494733] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.791803] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.860256] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.860470] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.860597] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.860967] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.861368] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.861494] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.861904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.861904] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.862107] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.862640] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.862640] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.862640] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.862782] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.862848] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.862959] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.863640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.884236] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.884482] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.884632] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.884827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.885239] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-632e844e-c3bd-4596-8708-86ed6e0abef8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.885500] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.887021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.887021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.887021] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632e844e-c3bd-4596-8708-86ed6e0abef8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.997040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.997277] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.997358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.997649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.997800] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.998097] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.998224] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.998298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.998479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.998608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.998717] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f already deleted. [ 1215.998839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.163203] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1216.163455] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.163655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.163765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.165070] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.165070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.165070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.165070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.165070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.165070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.165070] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.297412] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.297412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.297412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.297412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.297412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.297412] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be updated. [ 1216.331028] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.331028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.331028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.331028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.331028] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.339104] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1216.391021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.391021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 632e844e-c3bd-4596-8708-86ed6e0abef8 not found, creating... [ 1216.391021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.391021] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.391526] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.391697] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.391921] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.392333] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.393019] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.393313] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 632e844e-c3bd-4596-8708-86ed6e0abef8 is going to be created. [ 1216.433112] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.433364] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.433500] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.433825] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.434216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.434309] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.667509] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.170072] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20604ed1-89d7-44c8-a22d-d29c140065b8: rpc.has_security_group_logging(os_id): False [ 1217.188580] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.188822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.188822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.188992] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.189095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.189343] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.189445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.189526] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.189653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.189719] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.189811] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1217.235236] env[63533]: INFO networking_nsxv3.common.synchronization [req-35ac8b08-9435-48e8-930f-9ba89a52858e req-d736ae13-9e4c-4394-bd39-f54e5e505529 service nova] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1217.235442] env[63533]: INFO networking_nsxv3.common.synchronization [req-35ac8b08-9435-48e8-930f-9ba89a52858e req-d736ae13-9e4c-4394-bd39-f54e5e505529 service nova] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1217.235586] env[63533]: INFO networking_nsxv3.common.synchronization [req-35ac8b08-9435-48e8-930f-9ba89a52858e req-d736ae13-9e4c-4394-bd39-f54e5e505529 service nova] Enqueued Resource ID: 632e844e-c3bd-4596-8708-86ed6e0abef8 with Priority: HIGHEST for action port [ 1217.235819] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_rules [ 1217.235947] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1217.236054] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632e844e-c3bd-4596-8708-86ed6e0abef8 with Priority: HIGHEST for action port [ 1217.236610] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.236731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.236797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.236998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.237090] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.238020] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.238157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.238298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.238407] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.238553] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.238665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.238713] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.238834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.238918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.239015] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.240211] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-632e844e-c3bd-4596-8708-86ed6e0abef8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.240299] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.240336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.240466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.240541] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632e844e-c3bd-4596-8708-86ed6e0abef8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.266744] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.266955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.267074] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.267316] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.267684] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.300918] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1217.742615] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.742786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.742982] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.744168] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 632e844e-c3bd-4596-8708-86ed6e0abef8 with status ACTIVE [ 1217.744306] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.744374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.744412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.744632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.744803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.744951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.745073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.745193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.745322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.745404] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.745649] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.745819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.745819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.745942] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.746022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.746131] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 632e844e-c3bd-4596-8708-86ed6e0abef8 is going to be updated. [ 1217.772528] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.772749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.772749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.773083] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.773177] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.773347] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632e844e-c3bd-4596-8708-86ed6e0abef8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.248982] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.349933] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1218.350358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.350358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.350570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.350815] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.350939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.351013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.351193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.351276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.351362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.351453] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.752186] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.752403] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.752452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.752700] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.752748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.752846] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f is going to be created. [ 1218.776645] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.776880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.776880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.777092] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.777245] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.787420] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: UNINITIALIZED for 2s [ 1218.853463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.853695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.853695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.853918] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.854108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.854210] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.854276] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.854432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.854520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.854610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.854759] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.854852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.854912] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.855073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.855220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.855307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.855375] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.855513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.855588] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.855669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.855757] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.316547] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1219.316767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.358423] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38c852b8-1916-40de-a32e-08fe0a57971e: rpc.has_security_group_logging(os_id): False [ 1219.376177] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.376367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.376367] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.376569] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.376637] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.376833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.376926] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.376985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.377181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.377288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.377492] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.377585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.377648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.377788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.377860] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.378050] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.378140] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.378193] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.378354] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.378429] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.378514] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be updated. [ 1219.440499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.440664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.440707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.440920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.441077] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.453759] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1220.801022] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: SUCCESS [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.801022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.801022] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.801022] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.302350] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.465967] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1221.466226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.804708] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85b39f75-23b4-456a-8ce3-c85aa5047f4f: rpc.has_security_group_logging(os_id): False [ 1221.824423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.824564] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.825255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.825255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.825255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.825427] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.825489] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.825528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.825732] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.825849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.826037] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f is going to be created. [ 1221.902101] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.902864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.902864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.902864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.902864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.916797] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: IN_PROGRESS for 2s [ 1222.226192] env[63533]: INFO networking_nsxv3.common.synchronization [req-a0386aef-44c2-4e07-8ae8-c06e21bf2385 req-4b5fbc3e-df1f-4342-8b42-2ff058fc8e81 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1222.227286] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGHEST for action security_group_members [ 1222.227286] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.227286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.227426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.227550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.227723] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.227824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.227886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.228206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.228345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.228395] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.274803] env[63533]: INFO networking_nsxv3.common.synchronization [req-a0386aef-44c2-4e07-8ae8-c06e21bf2385 req-4b5fbc3e-df1f-4342-8b42-2ff058fc8e81 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 056940fe-0d12-4a3b-a2be-582e970e06bf with Priority: HIGHEST for action port [ 1222.275383] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056940fe-0d12-4a3b-a2be-582e970e06bf with Priority: HIGHEST for action port [ 1222.276413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-056940fe-0d12-4a3b-a2be-582e970e06bf taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.276532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.276587] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.276786] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.276874] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056940fe-0d12-4a3b-a2be-582e970e06bf',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.731436] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.731765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.731893] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.732269] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.732422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.732659] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.732769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.732830] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.733015] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.733095] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.733185] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be updated. [ 1222.762654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.762944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.762944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.763099] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.763243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.775884] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: IN_PROGRESS for 2s [ 1222.779289] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 056940fe-0d12-4a3b-a2be-582e970e06bf with status ACTIVE [ 1222.779512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.779640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.779707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.779921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.780014] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.780201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.780302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.780362] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.780576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.780673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.780862] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.780955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.781032] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.781184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.781259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.781344] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 056940fe-0d12-4a3b-a2be-582e970e06bf is going to be updated. [ 1222.804775] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.805359] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.805441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.805650] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.805782] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.805938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056940fe-0d12-4a3b-a2be-582e970e06bf" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.931685] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: SUCCESS [ 1223.932113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.786824] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38c852b8-1916-40de-a32e-08fe0a57971e in Status: SUCCESS [ 1224.787024] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e deletion is rescheduled due to dependency. [ 1224.787125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.276402] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.277037] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.162086] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1229.162495] env[63533]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b94a8e3d-272b-49f4-beb3-341dd0d7ae67 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1232.278338] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.278338] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.279938] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.280338] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.281437] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.281794] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.772162] env[63533]: INFO networking_nsxv3.common.synchronization [req-eb1e93eb-0ef3-489d-a69b-a89dc6c7a026 req-1fbd92b2-9b87-4c29-b9d9-368314349182 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1246.772765] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1246.773137] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.773271] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.773343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.773780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.773780] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.774033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.774033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.774119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.774119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.774263] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.109179] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.109469] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.109560] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.109798] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.110069] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.110234] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.110353] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.110570] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.110714] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.110920] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.111046] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.111158] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.111265] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.111375] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.111491] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.111615] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.134136] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.134434] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.134649] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.135031] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-485" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.135632] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ec3a3da3-8713-4358-bd22-4e497a90c904 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.135879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.136058] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.136442] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.136613] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3a3da3-8713-4358-bd22-4e497a90c904',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.276916] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.639824] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.641101] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.641101] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.641101] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.641448] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.641640] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ec3a3da3-8713-4358-bd22-4e497a90c904 not found, creating... [ 1247.642041] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.642225] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.642391] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.642670] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.642827] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.643208] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.643459] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.643559] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.643802] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.643951] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.644124] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ec3a3da3-8713-4358-bd22-4e497a90c904 is going to be created. [ 1247.669177] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.669424] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.669680] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.670201] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.670612] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.670997] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.779340] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.281829] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.282038] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.282110] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.282290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.282380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.282484] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be updated. [ 1248.312245] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.313186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.313186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.313186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.313186] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.321858] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 1248.353699] env[63533]: INFO networking_nsxv3.common.synchronization [req-eb1e93eb-0ef3-489d-a69b-a89dc6c7a026 req-1909bc54-bb4c-4d70-b87d-55022d39c1fc service nova] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 1248.354025] env[63533]: INFO networking_nsxv3.common.synchronization [req-eb1e93eb-0ef3-489d-a69b-a89dc6c7a026 req-1909bc54-bb4c-4d70-b87d-55022d39c1fc service nova] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1248.354025] env[63533]: INFO networking_nsxv3.common.synchronization [req-eb1e93eb-0ef3-489d-a69b-a89dc6c7a026 req-1909bc54-bb4c-4d70-b87d-55022d39c1fc service nova] Enqueued Resource ID: ec3a3da3-8713-4358-bd22-4e497a90c904 with Priority: HIGHEST for action port [ 1248.354243] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_rules [ 1248.354372] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1248.354483] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3a3da3-8713-4358-bd22-4e497a90c904 with Priority: HIGHEST for action port [ 1248.355032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.355157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.355225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.355582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.355677] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.356503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.356679] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.356785] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3a3da3-8713-4358-bd22-4e497a90c904 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.356875] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.356941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.357142] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.357221] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3a3da3-8713-4358-bd22-4e497a90c904',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.863022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.863490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.863490] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec3a3da3-8713-4358-bd22-4e497a90c904 with status ACTIVE [ 1248.863705] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.863850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.863941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.864229] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.865044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.865044] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.865044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.865044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.865044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.865464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.865464] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.865608] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.865671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.868066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.868066] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.868066] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec3a3da3-8713-4358-bd22-4e497a90c904 is going to be updated. [ 1248.891191] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.891484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.891484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.891669] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.891812] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.891990] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3a3da3-8713-4358-bd22-4e497a90c904" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.226775] env[63533]: INFO networking_nsxv3.common.synchronization [req-8fd5f229-bd90-4f58-b0e1-6e5c73133f33 req-c3e93b2f-f8d7-4443-9898-2416d0522ed3 tempest-AttachVolumeShelveTestJSON-1945709859 tempest-AttachVolumeShelveTestJSON-1945709859-project-member] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1249.227634] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGHEST for action security_group_members [ 1249.228108] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.228313] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.228436] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.228742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.229000] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.229190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.229308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.229579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.229733] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.229899] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.732471] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.732471] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.732657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.732803] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.732913] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.734750] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.734750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.734750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.734750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.734750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.734750] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be updated. [ 1249.765999] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.766301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.766301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.766823] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.766919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.784355] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: IN_PROGRESS for 2s [ 1250.334375] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 1250.334901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.334901] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.335194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.335423] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.335549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.335624] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.335755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.335834] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.335925] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.838142] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.341043] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.795573] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 in Status: SUCCESS [ 1251.795573] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 deletion is rescheduled due to dependency. [ 1251.795573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.843659] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.843659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.843659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.843953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.843953] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.844086] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be updated. [ 1251.881682] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.881911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.881911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.882124] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.882275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.902147] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 1253.914334] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 1253.914718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.914718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.914955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.915164] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.915302] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.915351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.915514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.915598] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.915685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.915778] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.228404] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.228629] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1254.418347] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.921027] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3482f4-ab0a-42f5-9f10-353d7a60d358: rpc.has_security_group_logging(os_id): False [ 1254.939395] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.939611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.939611] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.939748] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.963808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.964189] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.964360] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.964425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.964632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.964724] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.964820] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be updated. [ 1255.022793] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.023112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.023112] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.023322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.023394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.040879] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 1257.056192] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 1257.056192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.212647] env[63533]: INFO networking_nsxv3.common.synchronization [req-1a569a45-79e8-40be-a8e9-3737b15e82c8 req-312aaaa3-f11d-4e58-b513-38adaa610ee9 tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1257.212647] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1257.212647] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.212852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.212852] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.213049] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.213927] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.213927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.213927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.213927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.213927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.213927] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.718343] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.718590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.718590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.718835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.718930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.719151] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.719257] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.719336] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.719521] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.719597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.719688] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1257.747362] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.747581] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.747654] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.747870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.748024] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.758170] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1259.770159] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1259.770461] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 deletion is rescheduled due to dependency. [ 1259.770461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.213615] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.214033] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.742996] env[63533]: INFO networking_nsxv3.common.synchronization [req-e3b3a0be-a367-4ce2-ba56-4bfc044da1cf req-4ed4c3a1-13ac-438f-8a36-8b30b0012b58 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1265.743486] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f with Priority: HIGHEST for action security_group_members [ 1265.743911] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-85b39f75-23b4-456a-8ce3-c85aa5047f4f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.744113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.744113] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.744267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.744435] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.744546] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.744599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.744741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.744827] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.744923] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85b39f75-23b4-456a-8ce3-c85aa5047f4f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.248824] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.248824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.248824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.248824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.248824] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.248824] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.249379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.249379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.249379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.249379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.249379] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f is going to be updated. [ 1266.283187] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.283418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.283418] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.283623] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.283765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.293223] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: IN_PROGRESS for 2s [ 1268.310870] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f in Status: SUCCESS [ 1268.310870] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85b39f75-23b4-456a-8ce3-c85aa5047f4f deletion is rescheduled due to dependency. [ 1268.310870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85b39f75-23b4-456a-8ce3-c85aa5047f4f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.060988] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed2d7146-4e3f-4cde-a89c-938556c1e8e7 req-f8932599-7eb4-491c-a017-09a48105d91b tempest-ServerActionsTestJSON-1096356934 tempest-ServerActionsTestJSON-1096356934-project-member] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1270.061688] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGHEST for action security_group_members [ 1270.062220] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.062441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.062510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.062790] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.063056] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.063249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.063309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.063487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.063622] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.063755] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.119316] env[63533]: INFO networking_nsxv3.common.synchronization [req-b2f75a69-2d30-4841-9a92-058c18d74058 req-7f510dba-5cb2-4940-995f-56c11b9c228b tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1270.120032] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1270.120032] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.120235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.120235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.120380] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.120526] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.120621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.120703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.120854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.120965] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.121114] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.473577] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.473786] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.473914] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.474206] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.474464] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.474625] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.474746] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.474965] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.475125] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.475332] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.475467] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.475586] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.475699] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.475811] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.475918] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.476061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.495860] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.496051] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.496193] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.496372] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.496696] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5f276ada-dc8e-4558-a169-bfcaf25172e8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.497150] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.497150] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.497348] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.497505] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f276ada-dc8e-4558-a169-bfcaf25172e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.565643] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.566881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.566881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.567137] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.567238] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.567468] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.567767] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.567959] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.568020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.568111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.568208] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be updated. [ 1270.595016] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.595184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.595235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.595422] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.595575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.603772] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: IN_PROGRESS for 2s [ 1270.623698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.623871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.623920] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.624174] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.624292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.624470] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.624570] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.624634] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.624784] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.624859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.624941] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1270.654873] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.655094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.655094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.655272] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.655412] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.664874] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1270.999734] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.000065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.000221] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.000543] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.001133] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.001133] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 5f276ada-dc8e-4558-a169-bfcaf25172e8 not found, creating... [ 1271.001307] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.001414] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.001467] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.002016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.002016] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.002154] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.003362] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.003362] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.003362] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.003524] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.003645] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 is going to be created. [ 1271.024256] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.025191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.025191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.025191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.025191] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.025381] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.801692] env[63533]: INFO networking_nsxv3.common.synchronization [req-b2f75a69-2d30-4841-9a92-058c18d74058 req-82ca9d54-3501-4b73-b96f-30bb517586c8 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1271.801976] env[63533]: INFO networking_nsxv3.common.synchronization [req-b2f75a69-2d30-4841-9a92-058c18d74058 req-82ca9d54-3501-4b73-b96f-30bb517586c8 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1271.804009] env[63533]: INFO networking_nsxv3.common.synchronization [req-b2f75a69-2d30-4841-9a92-058c18d74058 req-82ca9d54-3501-4b73-b96f-30bb517586c8 service nova] Enqueued Resource ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 with Priority: HIGHEST for action port [ 1271.807583] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1271.807583] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1271.807583] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 with Priority: HIGHEST for action port [ 1271.807583] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.807583] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.807583] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.807583] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f276ada-dc8e-4558-a169-bfcaf25172e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807583] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.808236] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f276ada-dc8e-4558-a169-bfcaf25172e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.310587] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.310857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.310937] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f276ada-dc8e-4558-a169-bfcaf25172e8 with status ACTIVE [ 1272.311319] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.311319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.311319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.311573] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.311629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.311774] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.311872] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.311931] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.312109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.312278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.312373] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.312468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.312524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.312655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.312723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.312808] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 is going to be updated. [ 1272.337040] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.337040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.337040] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.337348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.337385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.337604] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.614360] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 in Status: SUCCESS [ 1272.614360] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 deletion is rescheduled due to dependency. [ 1272.614480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.686605] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1272.686821] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 deletion is rescheduled due to dependency. [ 1272.687118] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.687318] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.687557] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.687816] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.687939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.688013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.688185] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.688265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.688362] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.190798] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.600706] env[63533]: INFO networking_nsxv3.common.synchronization [req-5fa735fe-3411-4dbf-a209-fbfa03c5f65a req-e9f41cd1-7ffb-49e6-9317-09db0244bb6a tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1273.601231] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1273.601539] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.601655] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.601712] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.601917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.602097] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.602226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.602226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.602419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.602602] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.602602] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.693510] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.105135] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.196965] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.197411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.197411] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.197532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.197685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.197814] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1274.227785] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.227986] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.228041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.228281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.228443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.238123] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1274.607688] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.110462] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.110691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.110691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.110828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.110921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.111035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be updated. [ 1275.145760] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.145948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.146039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.146309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.146465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.159770] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 1276.251021] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.251021] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.251021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.252037] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.755571] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.169452] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 1277.169699] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.259777] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1277.277453] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.277639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.277721] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.277955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.278162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.278312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.278462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.278462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.278628] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.278743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.278872] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1277.343545] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.343703] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.343818] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.344100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.344256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.358665] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1278.601989] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.602306] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.374385] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1279.374385] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.377029] env[63533]: INFO networking_nsxv3.common.synchronization [req-ed575514-44ac-484d-b637-d291d1d74831 req-c3328ef8-008d-4ae7-b57e-c0bf25989dc8 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1279.377202] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGHEST for action security_group_members [ 1279.377648] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.377802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.377877] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.378143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.378635] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.378635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.378635] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.378844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.378844] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.378961] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.881327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.881621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.881621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.881805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.881902] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.882116] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.882219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.882292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.882433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.882510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.882598] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 is going to be updated. [ 1279.910849] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.911013] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.911071] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.911289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.911434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.924516] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: IN_PROGRESS for 2s [ 1281.936112] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 in Status: SUCCESS [ 1281.936576] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 deletion is rescheduled due to dependency. [ 1281.936576] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.567872] env[63533]: INFO networking_nsxv3.common.synchronization [None req-d7acc1ba-e5f0-4cce-ade5-87dec7e1f8e1 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1283.567872] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1283.568204] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.568204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.568204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.568441] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.568521] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.644854] env[63533]: INFO networking_nsxv3.common.synchronization [None req-90de0f40-dc45-4e6b-8cc8-45761854c0ab tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1283.645393] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1283.645714] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.645814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.090081] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.090081] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.090284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.090372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.090461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.090555] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 already deleted. [ 1284.090640] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.090789] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.090956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.091040] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.118550] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.118550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.118550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.118550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.118550] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.611060] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.611470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.611470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.611470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.611615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.611718] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 already deleted. [ 1284.611718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.622201] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.899479] env[63533]: INFO networking_nsxv3.common.synchronization [req-a95e277b-651a-4183-bc02-c2ed0fdd3358 req-1b050cf3-0128-4898-a2ef-ae754e2156e8 tempest-ServerActionsTestOtherA-1545658458 tempest-ServerActionsTestOtherA-1545658458-project-member] Enqueued Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1284.899729] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 with Priority: HIGHEST for action security_group_members [ 1284.899995] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3482f4-ab0a-42f5-9f10-353d7a60d358 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.900131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.900197] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.900393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.900549] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.900644] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.900701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.900846] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.900934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.901072] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3482f4-ab0a-42f5-9f10-353d7a60d358',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.124732] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.403486] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.403697] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.403749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.403961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.404073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.404274] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.404372] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.404433] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.404589] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.404689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.404786] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 is going to be updated. [ 1285.432273] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.432437] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.432485] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.432698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.432851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.441257] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: IN_PROGRESS for 2s [ 1285.627358] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1285.627817] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1286.423480] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.423717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.423717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.423905] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.435577] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1286.436515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.437604] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1286.477039] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.477039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.477039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.477039] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.491956] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.492855] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1286.492941] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.493044] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1286.533519] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.533617] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.533660] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.533874] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.535211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.535394] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1286.629242] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.629680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.629680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.629680] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.629973] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.630264] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1286.708708] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.708938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.708938] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.709155] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.709465] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.709762] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1286.709859] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c69d2beb-9970-447b-8ad9-81f6b89f0506', 'c926a368-7ae5-4d86-9cac-7b30367ff353', 'f25122e7-aedc-417a-9934-11103187e8ed', '20604ed1-89d7-44c8-a22d-d29c140065b8', '1c136938-0eea-4040-817f-1e8d7ca597dd', '5a6502df-fc0a-4476-b70f-7cf59a2a3fb5', '0abc0941-f4da-46da-a17a-4a29726149eb', '3ab72b70-39ab-4c2d-97e4-046a5231a858', '6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5', '26c02ed4-530f-4cdb-b818-e21fa3fd2004', '29666cf0-1fb3-4bdf-b3a1-cbb797c66aab', '38c852b8-1916-40de-a32e-08fe0a57971e', '4d2df4df-906c-4bb1-be7b-b1cdf4808b11', '15e42181-4de0-4281-8ef6-15ea95ba8887', 'f4aff700-99f2-4160-8396-51414a101367', 'ed195d3f-9c29-4ea5-a3de-9c8556884096', '3b8dcc09-4508-44d4-a80a-3efb3e12c2f4', '27949275-3f1a-4bcf-8be8-2ee85f4bc048', 'd23c3aa2-e07a-4a88-a2fd-1f845c0b62f0', '73a63e66-b3b7-4f3c-868b-561deaa316aa', 'da716fa8-8a0f-4d6f-89ba-d4bc90b583f5', 'fe4ea109-9f27-4ec3-a7b2-98a4217a5352', 'ac705da4-3c31-47d3-9973-a9b62e2c94d6', 'c4dffc13-9497-4e4a-a5ab-44188defcefd', '375d6cf7-9abc-4fb6-beb4-44ae744aa1ac', '54df4287-c231-4adb-b978-a518347a19a3', 'a080ded3-ac3f-4006-a49b-faa3ea7fe43f', '9a5e3ded-be0a-4054-b5d8-5813ab55c2cb', '95408828-82eb-4961-9b66-b1b6b16e9259', '7fead06c-8295-4e24-898e-38200ffb6988', '89b6390e-0574-463d-93e9-535fd28e24d9', 'd95ae660-3290-459f-afcb-130668f53143', '085cb2ee-c3f6-4c66-afd4-06eb3ad95c1a', '4c3482f4-ab0a-42f5-9f10-353d7a60d358', '85b39f75-23b4-456a-8ce3-c85aa5047f4f', 'ae419dac-4edd-49c1-b376-2311e9760e56', '48175264-9b9e-469e-89ea-8311c74f4c91', 'e5468b44-6349-4c3a-8966-35df384d25b4', '4546a9a5-d4e5-4712-a7bf-bc8525998924', '6645bde0-a50a-438a-90e5-b73656d3a9c1', '376fa8e8-9a64-4881-a895-befcef863aed'} {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.709990] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1286.729372] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.729597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.729597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.729763] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.729850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.729959] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1286.730142] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.730492] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1286.807899] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.808148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.808148] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.808335] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.809498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.809769] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1286.809850] env[63533]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63533) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.809922] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1286.810009] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1286.810139] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1286.810248] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGH for action security_group_rules [ 1286.810336] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGH for action security_group_rules [ 1286.810403] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGH for action security_group_rules [ 1286.810466] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGH for action security_group_rules [ 1286.810528] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGH for action security_group_rules [ 1286.810590] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGH for action security_group_rules [ 1286.810651] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 1286.810712] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGH for action security_group_rules [ 1286.810773] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGH for action security_group_rules [ 1286.810834] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 1286.810894] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGH for action security_group_rules [ 1286.810955] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGH for action security_group_rules [ 1286.811028] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGH for action security_group_rules [ 1286.811093] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGH for action security_group_rules [ 1286.811154] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGH for action security_group_rules [ 1286.811216] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGH for action security_group_rules [ 1286.811278] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGH for action security_group_rules [ 1286.811341] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGH for action security_group_rules [ 1286.811403] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGH for action security_group_rules [ 1286.811463] env[63533]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGH for action security_group_rules [ 1286.811558] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.451177] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 in Status: SUCCESS [ 1287.451393] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3482f4-ab0a-42f5-9f10-353d7a60d358 deletion is rescheduled due to dependency. [ 1287.451474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3482f4-ab0a-42f5-9f10-353d7a60d358" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.052669] env[63533]: INFO networking_nsxv3.common.synchronization [req-3bdf62d6-6d40-4a41-a8ff-72d0cfcc6510 req-9e28b7f0-2383-491f-aaf6-487360d73763 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1289.053324] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1289.053371] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 with Priority: HIGH for action security_group_rules [ 1289.053483] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25122e7-aedc-417a-9934-11103187e8ed with Priority: HIGH for action security_group_rules [ 1289.053582] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abc0941-f4da-46da-a17a-4a29726149eb with Priority: HIGH for action security_group_rules [ 1289.053680] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aff700-99f2-4160-8396-51414a101367 with Priority: HIGH for action security_group_rules [ 1289.053839] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa with Priority: HIGH for action security_group_rules [ 1289.053886] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 with Priority: HIGH for action security_group_rules [ 1289.053948] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 with Priority: HIGH for action security_group_rules [ 1289.054159] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 with Priority: HIGH for action security_group_rules [ 1289.054283] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 with Priority: HIGH for action security_group_rules [ 1289.054378] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 with Priority: HIGH for action security_group_rules [ 1289.054467] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 with Priority: HIGH for action security_group_rules [ 1289.054551] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c852b8-1916-40de-a32e-08fe0a57971e with Priority: HIGH for action security_group_rules [ 1289.054642] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab with Priority: HIGH for action security_group_rules [ 1289.054730] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 with Priority: HIGH for action security_group_rules [ 1289.054820] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 with Priority: HIGH for action security_group_rules [ 1289.054961] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGH for action security_group_rules [ 1289.055010] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 with Priority: HIGH for action security_group_rules [ 1289.055075] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c136938-0eea-4040-817f-1e8d7ca597dd with Priority: HIGH for action security_group_rules [ 1289.055158] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c926a368-7ae5-4d86-9cac-7b30367ff353 with Priority: HIGH for action security_group_rules [ 1289.055245] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 with Priority: HIGH for action security_group_rules [ 1289.055568] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.055677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.055734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.055972] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.056196] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.056307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.056307] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.056439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.056519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.056593] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.057456] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c69d2beb-9970-447b-8ad9-81f6b89f0506 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.060042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.060042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.060042] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.060042] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c69d2beb-9970-447b-8ad9-81f6b89f0506',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.060565] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25122e7-aedc-417a-9934-11103187e8ed taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.060666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.060729] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.060880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.060949] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25122e7-aedc-417a-9934-11103187e8ed',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.061698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0abc0941-f4da-46da-a17a-4a29726149eb taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.061828] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.061880] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.062073] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.062073] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0abc0941-f4da-46da-a17a-4a29726149eb',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.062724] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aff700-99f2-4160-8396-51414a101367 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.062848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.062894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.063561] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.063561] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aff700-99f2-4160-8396-51414a101367',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.064440] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a63e66-b3b7-4f3c-868b-561deaa316aa taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.064440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.064440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064440] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.064440] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a63e66-b3b7-4f3c-868b-561deaa316aa',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.064994] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.065117] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.065181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.065328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.065400] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.066066] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.066181] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.066267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.066387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.066457] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27949275-3f1a-4bcf-8be8-2ee85f4bc048',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.067107] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.067226] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.067292] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.067409] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.067480] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8dcc09-4508-44d4-a80a-3efb3e12c2f4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.068919] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e42181-4de0-4281-8ef6-15ea95ba8887 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.068919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.068919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.068919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.068919] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e42181-4de0-4281-8ef6-15ea95ba8887',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.069289] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed195d3f-9c29-4ea5-a3de-9c8556884096 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.069396] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.069487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.069601] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.069670] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed195d3f-9c29-4ea5-a3de-9c8556884096',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.070354] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.070531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.070531] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.070656] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.070708] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d2df4df-906c-4bb1-be7b-b1cdf4808b11',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.071357] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38c852b8-1916-40de-a32e-08fe0a57971e taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.071462] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.071520] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.071665] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.071741] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38c852b8-1916-40de-a32e-08fe0a57971e',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.072503] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.072607] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.072673] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.072833] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.072900] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29666cf0-1fb3-4bdf-b3a1-cbb797c66aab',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.073563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.073662] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.073725] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.073857] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.073925] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c02ed4-530f-4cdb-b818-e21fa3fd2004',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.074698] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.074792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.074939] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.074999] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.075067] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.075780] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.075881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.075945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.076131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.076207] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.076998] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab72b70-39ab-4c2d-97e4-046a5231a858 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.077119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.077184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.077330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.077404] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab72b70-39ab-4c2d-97e4-046a5231a858',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.078420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c136938-0eea-4040-817f-1e8d7ca597dd taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.078544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.078614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.078780] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.078883] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c136938-0eea-4040-817f-1e8d7ca597dd',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.079593] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c926a368-7ae5-4d86-9cac-7b30367ff353 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.079821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.079821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.079954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.080040] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c926a368-7ae5-4d86-9cac-7b30367ff353',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.080838] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20604ed1-89d7-44c8-a22d-d29c140065b8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.080916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.080955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.081202] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.081202] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20604ed1-89d7-44c8-a22d-d29c140065b8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.337738] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.338091] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.338316] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.338747] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.339183] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.339452] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.339663] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.340045] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.340289] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.340666] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1289.340880] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.341107] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.341333] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.341520] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1289.341733] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.341976] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.363211] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.363414] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1289.363523] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.363706] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.364044] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-8e02ffa4-5076-4042-a6e3-4a7142802a93 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.364229] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.364352] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.364719] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.364867] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e02ffa4-5076-4042-a6e3-4a7142802a93',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.590811] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.591036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.591036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.591189] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.591352] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.591450] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.591509] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.591671] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.591749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.591835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.591920] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.598505] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.598638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.598698] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.598854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.598935] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.599143] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.599235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.599298] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.599443] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.599730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.599730] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 already deleted. [ 1289.599730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.663017] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.663248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.663248] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.663463] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.665234] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.665368] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.666155] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.666235] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.666921] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.667054] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.667735] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.667848] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.668882] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.668998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.669678] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.669788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.670483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.670575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.672776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.672919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.673584] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.673682] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.674372] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.674480] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.675114] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.675518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.675649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.676524] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.676951] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.677057] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.679226] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.679675] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.679814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.681129] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.681541] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.681676] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.682303] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.682746] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.682836] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.683520] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.683932] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.684060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.687470] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.687953] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.688070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.688746] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.689227] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.689346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.690334] env[63533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.690730] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.690855] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5 is going to be deleted. [ 1289.691808] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.692033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.813296] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.813428] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a63e66-b3b7-4f3c-868b-561deaa316aa is going to be deleted. [ 1289.814479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.814734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.832707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.832902] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38c852b8-1916-40de-a32e-08fe0a57971e is going to be deleted. [ 1289.833694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.833916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.855899] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.856034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25122e7-aedc-417a-9934-11103187e8ed is going to be deleted. [ 1289.856945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.857172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.867473] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.867726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.867726] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.868047] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.868224] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.868390] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port 8e02ffa4-5076-4042-a6e3-4a7142802a93 not found, creating... [ 1289.868691] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.868873] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.868996] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.869258] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.869401] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.869717] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.869879] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.870013] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.870271] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.870411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.870646] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 8e02ffa4-5076-4042-a6e3-4a7142802a93 is going to be created. [ 1289.876738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.876948] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c69d2beb-9970-447b-8ad9-81f6b89f0506 is going to be deleted. [ 1289.877751] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.877948] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.879650] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.879781] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.880673] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.880766] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.897347] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.897615] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.912937] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.913199] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.913335] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.913595] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.913860] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.914118] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.944214] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.944532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.945071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.945164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.963626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.963799] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c926a368-7ae5-4d86-9cac-7b30367ff353 is going to be deleted. [ 1289.964694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.964979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.026791] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.026984] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0abc0941-f4da-46da-a17a-4a29726149eb is going to be deleted. [ 1290.027945] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.028206] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.105243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.105620] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c02ed4-530f-4cdb-b818-e21fa3fd2004 is going to be deleted. [ 1290.106491] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.106727] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.113783] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.180438] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.180772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.181732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.181897] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.191536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.191697] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20604ed1-89d7-44c8-a22d-d29c140065b8 is going to be deleted. [ 1290.192685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.192915] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.249325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.249558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed195d3f-9c29-4ea5-a3de-9c8556884096 is going to be deleted. [ 1290.250765] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.251131] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.282944] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.283190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.321590] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.321806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.333268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.333449] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aff700-99f2-4160-8396-51414a101367 is going to be deleted. [ 1290.334603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.334923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.378303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.378506] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8dcc09-4508-44d4-a80a-3efb3e12c2f4 is going to be deleted. [ 1290.379392] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.379621] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.405966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.406200] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e42181-4de0-4281-8ef6-15ea95ba8887 is going to be deleted. [ 1290.407105] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.407351] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.427212] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.427423] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.428104] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.428221] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.475759] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.475954] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d2df4df-906c-4bb1-be7b-b1cdf4808b11 is going to be deleted. [ 1290.477048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.477289] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.550143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.550318] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c136938-0eea-4040-817f-1e8d7ca597dd is going to be deleted. [ 1290.551251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.551499] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.558054] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.558232] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.578888] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.579081] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27949275-3f1a-4bcf-8be8-2ee85f4bc048 is going to be deleted. [ 1290.579946] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.580204] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.610492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.610726] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab72b70-39ab-4c2d-97e4-046a5231a858 is going to be deleted. [ 1290.611525] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.611734] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.616281] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1290.618612] env[63533]: INFO networking_nsxv3.common.synchronization [req-3bdf62d6-6d40-4a41-a8ff-72d0cfcc6510 req-2de6615f-ce95-4d6f-ae5b-6068ec869aca service nova] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1290.618779] env[63533]: INFO networking_nsxv3.common.synchronization [req-3bdf62d6-6d40-4a41-a8ff-72d0cfcc6510 req-2de6615f-ce95-4d6f-ae5b-6068ec869aca service nova] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1290.618921] env[63533]: INFO networking_nsxv3.common.synchronization [req-3bdf62d6-6d40-4a41-a8ff-72d0cfcc6510 req-2de6615f-ce95-4d6f-ae5b-6068ec869aca service nova] Enqueued Resource ID: 8e02ffa4-5076-4042-a6e3-4a7142802a93 with Priority: HIGHEST for action port [ 1290.619558] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_rules [ 1290.619655] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1290.619784] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e02ffa4-5076-4042-a6e3-4a7142802a93 with Priority: HIGHEST for action port [ 1290.620352] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.620495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.620559] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.620726] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.620806] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.622022] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.622121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.622187] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.622364] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.622515] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.622610] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.622667] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.622806] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.622892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.622981] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.623740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e02ffa4-5076-4042-a6e3-4a7142802a93 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.623847] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.623909] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.624070] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.624140] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e02ffa4-5076-4042-a6e3-4a7142802a93',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.636833] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.637043] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.643138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.643331] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29666cf0-1fb3-4bdf-b3a1-cbb797c66aab is going to be deleted. [ 1290.644236] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.644514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.647589] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.647750] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.649146] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.649303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.681854] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.682049] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0 is going to be deleted. [ 1290.682917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.683157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.683250] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.683376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c516aca-8f9c-4bb1-8e0e-a3647d3af5b5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.683528] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.683688] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.683770] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.683883] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a63e66-b3b7-4f3c-868b-561deaa316aa" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.684389] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.684548] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.684626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.684743] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38c852b8-1916-40de-a32e-08fe0a57971e" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.684870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.685041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.685304] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.685427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c69d2beb-9970-447b-8ad9-81f6b89f0506" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.685575] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.685706] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.685783] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.685896] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25122e7-aedc-417a-9934-11103187e8ed" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.686033] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.686179] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.686256] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.686365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c926a368-7ae5-4d86-9cac-7b30367ff353" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.686490] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.686629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.686704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.686814] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0abc0941-f4da-46da-a17a-4a29726149eb" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.686940] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.687094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.687170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.687280] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c02ed4-530f-4cdb-b818-e21fa3fd2004" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.687802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.687954] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.688047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.688168] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20604ed1-89d7-44c8-a22d-d29c140065b8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.688300] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.688439] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.688513] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.688626] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed195d3f-9c29-4ea5-a3de-9c8556884096" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.688927] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.689121] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.689211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.689331] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aff700-99f2-4160-8396-51414a101367" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.689470] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.689618] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.689718] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.689850] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8dcc09-4508-44d4-a80a-3efb3e12c2f4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.689979] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.690278] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.690377] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.690506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e42181-4de0-4281-8ef6-15ea95ba8887" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.690647] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.690805] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.690886] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.691000] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d2df4df-906c-4bb1-be7b-b1cdf4808b11" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.691139] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.691282] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.759215] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.759559] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.759681] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.759752] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.759951] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.760060] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.760154] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1290.761968] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.762108] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.762176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.762353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.762434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.762544] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c136938-0eea-4040-817f-1e8d7ca597dd" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.776144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.776340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.776340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.776541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.776629] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.776749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27949275-3f1a-4bcf-8be8-2ee85f4bc048" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.778338] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.778510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.778510] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.778716] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.778769] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.778879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29666cf0-1fb3-4bdf-b3a1-cbb797c66aab" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.779963] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.779963] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.780111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.780234] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.780312] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.780426] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab72b70-39ab-4c2d-97e4-046a5231a858" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.895966] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.895966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.895966] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.896286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.896286] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.897935] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.898196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.898196] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.898290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.898355] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.898466] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23c3aa2-e07a-4a88-a2fd-1f845c0b62f0" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.941249] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1291.126272] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.128711] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.128978] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.129121] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e02ffa4-5076-4042-a6e3-4a7142802a93 with status ACTIVE [ 1291.129334] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.129474] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.129532] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.129755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.129879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.130603] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.130603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.130603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.130603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.130603] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.130908] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.130908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.130908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.131961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.131961] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.131961] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e02ffa4-5076-4042-a6e3-4a7142802a93 is going to be updated. [ 1291.160666] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.160911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.160911] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.161143] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.161287] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.161461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e02ffa4-5076-4042-a6e3-4a7142802a93" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.629387] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.131809] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.132319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.132319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.132319] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.132434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.132578] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 is going to be created. [ 1292.157616] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.157865] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.157944] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.158125] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.158283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.171246] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: UNINITIALIZED for 2s [ 1292.958571] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1292.958958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.179317] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: SUCCESS [ 1294.179710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.179710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.179889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.180094] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.180213] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.180281] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.180438] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.180529] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.180614] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.180701] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.682925] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.050733] env[63533]: INFO networking_nsxv3.common.synchronization [None req-de6c8aa1-ea66-4a55-aa4b-d3ccc609e506 None None] Enqueued Resource ID: 878d9cee-fc6f-40af-a451-29c84304b536 with Priority: HIGHEST for action port [ 1295.051063] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878d9cee-fc6f-40af-a451-29c84304b536 with Priority: HIGHEST for action port [ 1295.053365] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-878d9cee-fc6f-40af-a451-29c84304b536 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.053365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878d9cee-fc6f-40af-a451-29c84304b536" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.053365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878d9cee-fc6f-40af-a451-29c84304b536" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.053365] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878d9cee-fc6f-40af-a451-29c84304b536" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.053365] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878d9cee-fc6f-40af-a451-29c84304b536',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.188816] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b80d80-b804-4c03-a541-f6545efdb815: rpc.has_security_group_logging(os_id): False [ 1295.210397] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.210619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.210619] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.210829] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.210921] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.211179] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.211279] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.211343] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.211495] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.211674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.211674] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 is going to be created. [ 1295.273805] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.274025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.274025] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.274265] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.274445] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.286392] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: IN_PROGRESS for 2s [ 1295.556435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 878d9cee-fc6f-40af-a451-29c84304b536 [ 1295.556708] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.556870] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.557114] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.557371] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.557483] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.557590] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:878d9cee-fc6f-40af-a451-29c84304b536 already deleted. [ 1295.557691] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878d9cee-fc6f-40af-a451-29c84304b536" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.038239] env[63533]: INFO networking_nsxv3.common.synchronization [None req-2724f889-1002-484d-91d6-0b9ee33bfe5e None None] Enqueued Resource ID: ae619599-c2ed-4d3e-82e1-4d6a5acd4762 with Priority: HIGHEST for action port [ 1297.038239] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae619599-c2ed-4d3e-82e1-4d6a5acd4762 with Priority: HIGHEST for action port [ 1297.038239] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae619599-c2ed-4d3e-82e1-4d6a5acd4762 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.038239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae619599-c2ed-4d3e-82e1-4d6a5acd4762" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.038239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae619599-c2ed-4d3e-82e1-4d6a5acd4762" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.038707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae619599-c2ed-4d3e-82e1-4d6a5acd4762" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.038707] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae619599-c2ed-4d3e-82e1-4d6a5acd4762',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.299439] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: SUCCESS [ 1297.299689] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.540325] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae619599-c2ed-4d3e-82e1-4d6a5acd4762 [ 1297.540558] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.540693] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.540764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.540982] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.541258] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.541405] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae619599-c2ed-4d3e-82e1-4d6a5acd4762 already deleted. [ 1297.541498] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae619599-c2ed-4d3e-82e1-4d6a5acd4762" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.321404] env[63533]: INFO networking_nsxv3.common.synchronization [req-6c361450-bf7f-4422-88ac-c1641f7a69fc req-2c189ec4-462e-45a1-8178-f6914714fa81 tempest-ServerRescueTestJSON-355456121 tempest-ServerRescueTestJSON-355456121-project-member] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1300.321961] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1300.322299] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.322460] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.322958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.322958] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.322958] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.323201] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.323294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.323448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.323549] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.323648] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.588684] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.589225] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.589225] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.589388] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.589648] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.589867] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.590010] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.590269] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.590420] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.590631] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.590747] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.590859] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.590970] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.591092] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.591435] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.591435] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.610174] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.610367] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.610472] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.610651] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.610969] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-eb5819a0-9549-4a1a-af36-c661faf9b44f taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.611148] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.611274] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.611623] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.611766] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5819a0-9549-4a1a-af36-c661faf9b44f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.826740] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.826967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.826967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.827164] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.827267] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.827451] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.827550] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.827613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.827821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.827892] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.827950] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 already deleted. [ 1300.828048] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.114084] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.114084] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.114383] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.114547] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.114720] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.114877] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port eb5819a0-9549-4a1a-af36-c661faf9b44f not found, creating... [ 1301.115153] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.115315] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.115435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.115659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.115844] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.116142] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.116304] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.116432] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.116630] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.116863] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.117035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: eb5819a0-9549-4a1a-af36-c661faf9b44f is going to be created. [ 1301.138019] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.138380] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.138595] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.139018] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.139392] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.139702] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.835115] env[63533]: INFO networking_nsxv3.common.synchronization [req-6c361450-bf7f-4422-88ac-c1641f7a69fc req-36e469e3-8547-428e-8f22-b7c305e62f8e service nova] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_rules [ 1301.835384] env[63533]: INFO networking_nsxv3.common.synchronization [req-6c361450-bf7f-4422-88ac-c1641f7a69fc req-36e469e3-8547-428e-8f22-b7c305e62f8e service nova] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1301.835478] env[63533]: INFO networking_nsxv3.common.synchronization [req-6c361450-bf7f-4422-88ac-c1641f7a69fc req-36e469e3-8547-428e-8f22-b7c305e62f8e service nova] Enqueued Resource ID: eb5819a0-9549-4a1a-af36-c661faf9b44f with Priority: HIGHEST for action port [ 1301.835673] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_rules [ 1301.835826] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1301.835909] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5819a0-9549-4a1a-af36-c661faf9b44f with Priority: HIGHEST for action port [ 1301.836467] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.836594] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.836664] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.836929] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.836995] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.837847] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.837967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.838021] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.838247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.838327] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.838420] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.838481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.838613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.838696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.838793] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.839509] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5819a0-9549-4a1a-af36-c661faf9b44f taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.839613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.839677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.839825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.839899] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5819a0-9549-4a1a-af36-c661faf9b44f',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.341495] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.341685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.341836] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.342768] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5819a0-9549-4a1a-af36-c661faf9b44f with status ACTIVE [ 1302.342958] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.343093] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.343176] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.343353] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.343442] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.343797] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.343797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.343797] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.344059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.344059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.344164] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.344249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.344290] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.344405] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.344487] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.344560] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5819a0-9549-4a1a-af36-c661faf9b44f is going to be updated. [ 1302.366584] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.366810] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.366856] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.367301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.367301] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.367744] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5819a0-9549-4a1a-af36-c661faf9b44f" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.846844] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.349014] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.349237] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.349283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.349484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.349674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.349674] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be created. [ 1303.373305] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.373506] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.373574] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.373804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.374016] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.382684] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: UNINITIALIZED for 2s [ 1305.393184] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1305.393533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.393533] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.393813] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.394030] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.394170] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.394283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.394369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.394452] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.394536] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.394625] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.896977] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.897247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.897247] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.897507] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.897707] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.897881] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.898041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.898122] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.898233] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.898346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.898521] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.898632] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.898695] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.898849] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.899038] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.899111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.899184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.899340] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.899419] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.899502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.899591] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.402155] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b372f1d-b75e-42d8-a795-99a613a59aa4: rpc.has_security_group_logging(os_id): False [ 1306.421235] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.421492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.421492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.421652] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.421738] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.421948] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.422064] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.422166] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.422394] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.422481] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.422668] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.422764] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.422825] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.422968] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.423056] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.423238] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.423327] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.423384] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.423523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.423595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.423680] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be created. [ 1306.479422] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.479666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.479666] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.479838] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.480034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.490417] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1306.836540] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.836751] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.504035] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1308.504511] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.837913] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.838353] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.839705] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.839934] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.841251] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.841251] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.857512] env[63533]: INFO networking_nsxv3.common.synchronization [req-dbc5f389-b36e-490c-865c-c084affb6b3a req-4abb3485-f6a1-4e23-af35-0920508d89bd tempest-ServerRescueTestJSON-355456121 tempest-ServerRescueTestJSON-355456121-project-member] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1321.857512] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1321.857512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.857512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.857512] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.858119] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.858463] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.858745] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.858976] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.860149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.860149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.860149] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.114021] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.114177] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.114274] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.114526] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.114786] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.114947] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.115615] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.115874] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.116038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.116258] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.116377] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.116489] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.116697] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.116827] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.116940] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.117090] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.137590] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.137879] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.138207] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.138408] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-797" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.138937] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-f27718d0-5d86-447d-ad7b-597b5af98ab8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.139206] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.139335] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.139754] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.139914] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27718d0-5d86-447d-ad7b-597b5af98ab8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.361559] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.642538] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.642763] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.642810] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.643116] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.643270] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.643428] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port f27718d0-5d86-447d-ad7b-597b5af98ab8 not found, creating... [ 1322.643732] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.643899] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.644038] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.644265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.644403] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.644686] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.644855] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.644975] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.645296] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.645436] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.645578] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: f27718d0-5d86-447d-ad7b-597b5af98ab8 is going to be created. [ 1322.667998] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.668253] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.668384] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.668659] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.668887] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.669124] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.863962] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.366752] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.366967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.367068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.367356] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.367478] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.367611] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be updated. [ 1323.398755] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.398755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.398755] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.399018] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.399328] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.402311] env[63533]: INFO networking_nsxv3.common.synchronization [req-dbc5f389-b36e-490c-865c-c084affb6b3a req-f0358b3a-a4f3-4c0a-8ec2-f68730c96396 service nova] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_rules [ 1323.402532] env[63533]: INFO networking_nsxv3.common.synchronization [req-dbc5f389-b36e-490c-865c-c084affb6b3a req-f0358b3a-a4f3-4c0a-8ec2-f68730c96396 service nova] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1323.402630] env[63533]: INFO networking_nsxv3.common.synchronization [req-dbc5f389-b36e-490c-865c-c084affb6b3a req-f0358b3a-a4f3-4c0a-8ec2-f68730c96396 service nova] Enqueued Resource ID: f27718d0-5d86-447d-ad7b-597b5af98ab8 with Priority: HIGHEST for action port [ 1323.403229] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_rules [ 1323.403313] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1323.403389] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27718d0-5d86-447d-ad7b-597b5af98ab8 with Priority: HIGHEST for action port [ 1323.403739] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.403863] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.403930] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.404162] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.404243] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.405250] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.405349] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.405542] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27718d0-5d86-447d-ad7b-597b5af98ab8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.405641] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.405704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.406370] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.406370] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27718d0-5d86-447d-ad7b-597b5af98ab8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.410151] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1323.908132] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.908358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.908398] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f27718d0-5d86-447d-ad7b-597b5af98ab8 with status ACTIVE [ 1323.908563] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.908672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.908739] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.908950] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.909059] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.909236] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.909332] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.909391] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.909541] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.909616] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.909796] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.909889] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.909949] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.910111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.910184] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.910272] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f27718d0-5d86-447d-ad7b-597b5af98ab8 is going to be updated. [ 1323.934223] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.934425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.934425] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.934639] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.934773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.934941] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27718d0-5d86-447d-ad7b-597b5af98ab8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.421683] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1325.422101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.422101] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.422266] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.422483] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.422605] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.422668] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.422826] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.422907] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.423018] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.925451] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.428081] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.929776] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.930061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.930061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.930252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.930348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.930453] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be updated. [ 1326.963770] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.963998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.963998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.964199] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.964345] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.974598] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1328.404715] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.405219] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1328.987308] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1328.987492] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.987649] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.987894] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.988166] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.988294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.988348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.988514] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.988597] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.988685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.988776] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.491313] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.491774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.491774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.491774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.491935] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.492044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.492109] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.492259] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.492344] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.492432] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.492581] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.492672] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.492731] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.492871] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.493027] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.493111] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.493190] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.493309] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.493376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.493458] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.493547] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.996040] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b372f1d-b75e-42d8-a795-99a613a59aa4: rpc.has_security_group_logging(os_id): False [ 1330.014671] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.014904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.014904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.015151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.015239] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.015461] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.015562] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.015631] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.015773] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.015853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.016071] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.016169] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.016243] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.016374] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.016448] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.016628] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.016717] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.016796] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.016916] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.016991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.017092] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be updated. [ 1330.086959] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.087225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.087225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.087373] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.087519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.101412] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1332.116520] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1332.116851] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.405403] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.405806] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.407513] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.407873] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.113369] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.113664] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.113694] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.113967] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.114246] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.114405] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.114524] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.114779] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.114931] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.115156] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.115311] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.115412] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.115563] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.115657] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.115766] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.115902] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.136558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.136723] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1343.136879] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.137012] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-233" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.137406] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-5f276ada-dc8e-4558-a169-bfcaf25172e8 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.137605] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.137744] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.137991] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.138216] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f276ada-dc8e-4558-a169-bfcaf25172e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.408173] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.408291] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.640993] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.641251] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.641411] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.641703] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.641858] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.642168] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.642331] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.642453] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.642675] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.642813] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.643104] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.643265] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.643385] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.643612] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.643753] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.643905] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 is going to be updated. [ 1343.664866] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.665065] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.665159] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.665435] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.665686] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.665858] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.380217] env[63533]: INFO networking_nsxv3.common.synchronization [req-c1ed6ded-07d3-4860-b58b-0c92e04b5a18 req-4d01b278-73e3-49d5-8531-854281ce17c7 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1344.380481] env[63533]: INFO networking_nsxv3.common.synchronization [req-c1ed6ded-07d3-4860-b58b-0c92e04b5a18 req-4d01b278-73e3-49d5-8531-854281ce17c7 service nova] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1344.380592] env[63533]: INFO networking_nsxv3.common.synchronization [req-c1ed6ded-07d3-4860-b58b-0c92e04b5a18 req-4d01b278-73e3-49d5-8531-854281ce17c7 service nova] Enqueued Resource ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 with Priority: HIGHEST for action port [ 1344.380817] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_rules [ 1344.380946] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1344.381059] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 with Priority: HIGHEST for action port [ 1344.381608] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.381736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.381804] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.382008] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.382142] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.383323] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.383467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.383500] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.383677] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.383826] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.383923] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.383983] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.384138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.384225] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.384313] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.385664] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f276ada-dc8e-4558-a169-bfcaf25172e8 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.385788] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.385858] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.386020] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.386088] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f276ada-dc8e-4558-a169-bfcaf25172e8',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.888061] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.888061] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.888339] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.889252] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f276ada-dc8e-4558-a169-bfcaf25172e8 with status ACTIVE [ 1344.892034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.892034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.892034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.892034] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.892034] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f276ada-dc8e-4558-a169-bfcaf25172e8 is going to be updated. [ 1344.914971] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.915194] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.915305] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.915595] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.915795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.916036] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f276ada-dc8e-4558-a169-bfcaf25172e8" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.392990] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.895427] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.895592] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.895663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.895995] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.896192] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.896363] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1345.927259] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.927427] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.927468] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.927694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.927908] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.941248] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1347.673262] env[63533]: INFO networking_nsxv3.common.synchronization [req-b3a403ec-19b8-4794-bf63-9d52b2bc0f79 req-06b7c32c-acc5-4025-b58c-6e682c0b3cd9 tempest-ServerRescueTestJSON-355456121 tempest-ServerRescueTestJSON-355456121-project-member] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1347.673803] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1347.674127] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.674255] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.674322] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.674545] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.674697] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.674792] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.674853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.674996] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.675091] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.675179] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.952430] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1347.952643] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.952802] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.953044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.953243] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.953361] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.953424] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.953579] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.953658] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.953742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.953831] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.177558] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.455835] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.679966] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.958340] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5: rpc.has_security_group_logging(os_id): False [ 1349.000654] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.000864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.000864] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.001138] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.001228] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.001518] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.001638] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.001685] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.001879] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.001955] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.002061] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1349.064796] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.065041] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.065149] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.065434] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.065590] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.084361] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1349.183135] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.183321] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.183472] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.183720] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.183839] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.183958] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be updated. [ 1349.234476] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.234645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.234645] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.235358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.235358] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.247851] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1350.287038] env[63533]: INFO networking_nsxv3.common.synchronization [req-05ef4871-0b54-4560-a2f0-9e22aa2b449d req-0457a965-2692-4b0b-a5f7-51ea885190f5 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1350.288029] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b80d80-b804-4c03-a541-f6545efdb815 with Priority: HIGHEST for action security_group_members [ 1350.288029] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b80d80-b804-4c03-a541-f6545efdb815 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.288214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.288214] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.288348] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.288510] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.288613] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.288674] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.288822] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.288904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.288997] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b80d80-b804-4c03-a541-f6545efdb815',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.793217] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.793454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.793454] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.793686] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.793785] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.793986] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.794577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.794577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.794577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.794577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.794577] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 is going to be updated. [ 1350.825790] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.825998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.825998] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.826222] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.826369] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.836949] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: IN_PROGRESS for 2s [ 1351.103147] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1351.103387] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.260047] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1351.260047] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.848990] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b80d80-b804-4c03-a541-f6545efdb815 in Status: SUCCESS [ 1352.849479] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b80d80-b804-4c03-a541-f6545efdb815 deletion is rescheduled due to dependency. [ 1352.849479] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b80d80-b804-4c03-a541-f6545efdb815" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.350360] env[63533]: INFO networking_nsxv3.common.synchronization [req-2a2b60e1-4f6a-4133-999c-574026aca9e1 req-a51e993f-4cfa-4632-bdfa-13c798ee9c07 tempest-ServerRescueTestJSON-355456121 tempest-ServerRescueTestJSON-355456121-project-member] Enqueued Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1354.351014] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 with Priority: HIGHEST for action security_group_members [ 1354.351375] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b372f1d-b75e-42d8-a795-99a613a59aa4 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.351517] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.351582] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.351861] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.351933] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.352068] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.352141] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.352288] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.352376] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.352474] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b372f1d-b75e-42d8-a795-99a613a59aa4',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.565106] env[63533]: INFO networking_nsxv3.common.synchronization [None req-4d9a8c45-f303-4e61-b8a0-2daef2a953d7 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1354.565668] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1354.565988] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.566130] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.566200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.566524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.566613] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.648445] env[63533]: INFO networking_nsxv3.common.synchronization [None req-ee5f38b4-cc11-4a2f-a3e4-47cbbe7bdf63 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1354.648971] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1354.649357] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.649467] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.855013] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.855183] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.855275] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.856609] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.856609] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.856878] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 is going to be updated. [ 1354.894312] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.894560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.894560] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.894710] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.894853] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.906013] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: IN_PROGRESS for 2s [ 1355.090420] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.090659] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.090774] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.091103] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.091252] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.091397] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 already deleted. [ 1355.091537] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.091772] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.092063] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.092183] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.617231] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.617523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.617523] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.617653] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.617741] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.617835] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 already deleted. [ 1355.617917] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.915388] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 in Status: SUCCESS [ 1356.915736] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b372f1d-b75e-42d8-a795-99a613a59aa4 deletion is rescheduled due to dependency. [ 1356.915736] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b372f1d-b75e-42d8-a795-99a613a59aa4" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.650468] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.650775] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.451100] env[63533]: INFO networking_nsxv3.common.synchronization [req-fb80f8b3-2738-49b9-8bee-099984fc2f5c req-5598c4d3-cbd6-48ce-b5c8-b18664775616 tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1360.451100] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1360.451100] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.451100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.451100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.451100] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.452079] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.453515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.453515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.453515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.453515] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.453515] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.543051] env[63533]: INFO networking_nsxv3.common.synchronization [req-fae1024b-e475-44bb-967a-d386cbd7c8cb req-2491d36b-36da-4108-b450-3eaf99104245 tempest-ServerActionsTestOtherB-1578235278 tempest-ServerActionsTestOtherB-1578235278-project-member] Enqueued Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1360.543051] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 with Priority: HIGHEST for action security_group_members [ 1360.543051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.543051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.543051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.543051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.543051] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.543051] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.543585] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.543859] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.544134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.544344] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6502df-fc0a-4476-b70f-7cf59a2a3fb5',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.728696] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.729039] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.729039] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.729307] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.729562] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.729720] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.729840] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.730068] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.730216] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.730432] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.730548] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] NeedRegenerationException {{(pid=63533) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.730664] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] no value, waiting for create lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.730774] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] value creation lock acquired {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.730886] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] No value present for key: 'zone-id' {{(pid=63533) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.730994] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Calling creation function for not-yet-present value {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.731140] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.750306] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.750467] env[63533]: DEBUG dogpile.cache.region [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63533) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1360.750596] env[63533]: DEBUG dogpile.lock [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Released creation lock {{(pid=63533) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.750773] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "network-676" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.751101] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 taken with stack trace [, , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.751282] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.751406] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.751755] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.751900] env[63533]: DEBUG networking_nsxv3.api.rpc [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5d20df-f8bf-45b5-9aac-2cb2eb561e06',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.955413] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.956027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.956027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.956027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.956027] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.956201] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.956268] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.956330] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.956464] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.956538] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.956621] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 already deleted. [ 1360.956694] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.046787] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.046787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.046787] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.046985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.046985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.047182] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.047283] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.047346] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.047497] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.048151] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.048151] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 is going to be updated. [ 1361.076034] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.076211] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.076251] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.076519] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.076599] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.085978] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: IN_PROGRESS for 2s [ 1361.254551] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.254783] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.254909] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.255239] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.255402] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.255558] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Segment Port ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 not found, creating... [ 1361.255830] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.255989] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.256122] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.256372] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.256517] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.256801] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.256959] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.257093] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.257305] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.257441] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.257582] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Resource: SegmentPort with ID: ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 is going to be created. [ 1361.276677] env[63533]: DEBUG networking_nsxv3.common.locking [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.276934] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.276992] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.277295] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.277525] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.277752] env[63533]: DEBUG oslo_concurrency.lockutils [None req-bfe59355-c479-4f28-9c66-e87e0c457676 None None] Releasing lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [req-fb80f8b3-2738-49b9-8bee-099984fc2f5c req-24bc7bfa-d608-4f10-a766-69d1d50990b4 service nova] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [req-fb80f8b3-2738-49b9-8bee-099984fc2f5c req-24bc7bfa-d608-4f10-a766-69d1d50990b4 service nova] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [req-fb80f8b3-2738-49b9-8bee-099984fc2f5c req-24bc7bfa-d608-4f10-a766-69d1d50990b4 service nova] Enqueued Resource ID: ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 with Priority: HIGHEST for action port [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_rules [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1361.991134] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 with Priority: HIGHEST for action port [ 1361.991134] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.991134] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.991919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.991919] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.991919] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.992732] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.992914] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.992988] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.993172] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.993328] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.993593] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.993670] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.993819] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.993904] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.993993] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.999704] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.999704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.999704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.999704] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.999704] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5d20df-f8bf-45b5-9aac-2cb2eb561e06',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.493430] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.493663] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.501180] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.502110] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 with status ACTIVE [ 1362.502310] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.502435] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.502502] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.502723] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.502821] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.502979] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.503086] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.503147] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.503303] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.503379] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.503558] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.503648] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.503707] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.503842] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.504087] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.504181] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae5d20df-f8bf-45b5-9aac-2cb2eb561e06 is going to be updated. [ 1362.523566] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.523749] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.523835] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.524010] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.524157] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.524308] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5d20df-f8bf-45b5-9aac-2cb2eb561e06" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.006017] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.096031] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 in Status: SUCCESS [ 1363.096186] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6502df-fc0a-4476-b70f-7cf59a2a3fb5 deletion is rescheduled due to dependency. [ 1363.096284] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6502df-fc0a-4476-b70f-7cf59a2a3fb5" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.509072] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.509072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.509072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.509461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.509461] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.509523] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 is going to be created. [ 1363.533506] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.533701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.533701] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.533924] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.534098] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.543210] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: UNINITIALIZED for 2s [ 1365.554184] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: SUCCESS [ 1365.554651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.554651] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.554793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.555042] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.555200] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.555325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.555552] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.555657] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.555776] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.555903] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.058376] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.560585] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3db06fa1-291b-4584-954f-b16fa0b44773: rpc.has_security_group_logging(os_id): False [ 1366.581036] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.581314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.581314] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.581393] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.581484] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.581767] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.581869] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.581934] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.582094] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.582171] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.582257] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 is going to be created. [ 1366.650749] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.650967] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.651072] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.651338] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.651524] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.662567] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: IN_PROGRESS for 2s [ 1366.991358] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.991537] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1368.677518] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: SUCCESS [ 1368.677518] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.992880] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.992880] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.994019] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.994369] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.995402] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.995848] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.996861] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.997248] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.998609] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.998609] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.999090] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.999508] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.000736] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.001343] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.001680] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.002388] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.003163] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.003562] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.004401] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.004808] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.005775] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.005775] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.621834] env[63533]: INFO networking_nsxv3.common.synchronization [req-f81d3426-7f82-49fe-b6ae-b8cd9824bb30 req-366bc086-a577-49e8-a694-e082516ccdaa tempest-AttachVolumeNegativeTest-1475514698 tempest-AttachVolumeNegativeTest-1475514698-project-member] Enqueued Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1423.622189] env[63533]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db06fa1-291b-4584-954f-b16fa0b44773 with Priority: HIGHEST for action security_group_members [ 1423.622499] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db06fa1-291b-4584-954f-b16fa0b44773 taken with stack trace [, , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.622957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.622957] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.623795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.623795] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.623795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.623795] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.623985] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.624029] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.624127] env[63533]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db06fa1-291b-4584-954f-b16fa0b44773',) {} {{(pid=63533) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.127144] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.127325] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.127386] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.127612] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.127696] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.127893] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.127991] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.128069] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.128219] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.128294] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.128382] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 is going to be updated. [ 1424.164512] env[63533]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63533) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.164742] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.164793] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.165044] env[63533]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.165249] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.174438] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: IN_PROGRESS for 2s [ 1426.186577] env[63533]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db06fa1-291b-4584-954f-b16fa0b44773 in Status: SUCCESS [ 1426.186577] env[63533]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db06fa1-291b-4584-954f-b16fa0b44773 deletion is rescheduled due to dependency. [ 1426.186577] env[63533]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db06fa1-291b-4584-954f-b16fa0b44773" {{(pid=63533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.622942] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.623340] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.623918] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.624343] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.625412] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.625807] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.626881] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.627362] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.628298] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.628687] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.629300] env[63533]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.629654] env[63533]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0